-- Logs begin at Tue 2021-06-29 10:55:32 UTC, end at Tue 2021-06-29 12:01:23 UTC. -- Jun 29 11:27:11.913713 dv-cinder-797608-2-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 29 11:27:14.626317 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.common.config [-] Logging enabled! Jun 29 11:27:14.626772 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev434 Jun 29 11:27:14.627092 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93066) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 29 11:27:14.630316 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.common.config [-] Logging enabled! Jun 29 11:27:14.630565 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev434 Jun 29 11:27:14.630873 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93066) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 29 11:27:14.631851 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 29 11:27:14.632083 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 29 11:27:14.632443 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 29 11:27:14.632685 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 29 11:27:14.632905 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 29 11:27:14.633220 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:14.633512 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:14.634348 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:14.634574 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:14.634864 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:14.635150 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:14.635428 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:14.635735 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:14.636030 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:14.636320 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:14.636595 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:14.636875 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:14.637104 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:14.637380 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:14.637662 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:14.637943 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:14.638165 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] debug = True {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:14.638478 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:14.638916 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:14.639335 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:14.639663 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:14.639955 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:14.640235 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:14.640504 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:14.640778 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:14.641057 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:14.641390 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] host = dv-cinder-797608-2-smb {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:14.641663 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:14.641949 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:14.642233 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:14.642513 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:14.642784 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:14.643058 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:14.643341 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:14.643644 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:14.643917 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] log_file = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:14.644191 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:14.644478 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:14.644761 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:14.645047 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:14.645288 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:14.645502 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:14.645765 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:14.646047 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:14.646325 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:14.646600 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:14.646868 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:14.647139 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:14.647406 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:14.647698 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:14.647983 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:14.648269 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:14.648547 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:14.648819 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:14.649090 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:14.650046 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:14.650468 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:14.650574 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:14.650854 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:14.651129 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:14.651403 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:14.651722 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:14.651993 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:14.652263 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:14.652564 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:14.652849 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:14.653130 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:14.653411 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:14.653683 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:14.653962 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:14.654235 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:14.654508 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:14.654779 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] use_json = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:14.655048 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:14.655315 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:14.655622 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:14.655932 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:14.656167 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:14.656437 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:14.656709 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:14.656993 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:14.657295 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.657587 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.657884 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.658167 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.658459 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.658737 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.659022 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.659298 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.659604 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.659892 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.660180 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.660458 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.660748 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.661024 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.661317 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.661620 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.661912 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.662203 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.662481 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.662754 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.663027 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.663305 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.663611 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.663904 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.664192 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.664465 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.664744 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.665168 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.665627 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.665906 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.666196 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.666487 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.666771 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.667048 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.667334 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.667634 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.667911 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.668181 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.668460 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.668750 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.669028 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.669298 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.669569 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.669847 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.670117 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.670399 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.670674 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.670943 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.671211 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.671485 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.671783 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.672055 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.672329 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.672597 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.672871 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.673140 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.673407 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.673676 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.673945 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.674212 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.674480 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.674749 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.675023 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.675293 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.675581 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.675855 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.676128 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.676397 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.676685 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.676983 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.677261 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.677540 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.677820 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.678099 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.678376 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.678658 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.678932 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.679210 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.679482 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.679797 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.680081 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.680367 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.681025 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.681025 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.681318 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.681596 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.681878 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.682155 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.682431 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.682720 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.683002 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.683295 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.683612 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.683908 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.684201 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.684492 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.684772 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.685080 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.685356 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:14.685575 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 29 11:27:14.685820 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93066) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 29 11:27:15.037317 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:27:15.037498 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:27:15.037784 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:27:15.038112 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 29 11:27:15.435115 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:15.435396 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:15.435688 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:15.436970 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:15.437243 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:15.437505 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:15.470984 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:15.471256 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:15.471518 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:15.485747 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:15.486028 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:15.486297 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:15.517116 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:15.517397 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:15.517660 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:15.554889 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:15.555165 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:15.555486 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:15.789072 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:15.789684 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:15.789684 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:15.789865 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:15.790506 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:15.921535 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:15.921850 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:15.922131 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:15.922399 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:15.922664 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:15.922970 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:15.923225 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:15.923478 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:15.923751 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:15.924030 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:15.924291 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:15.924555 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:15.924812 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:15.925072 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:15.925323 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:15.925586 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:15.925849 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:15.926253 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:15.926528 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:15.926783 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:15.927068 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:15.927413 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:15.927691 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:15.927978 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:15.928225 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:15.928468 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:15.928864 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93066) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 11:27:15.929107 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93066) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 11:27:15.929342 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93066) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 11:27:15.929574 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93066) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 11:27:15.929805 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93066) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 11:27:15.930034 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93066) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 11:27:15.930425 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 29 11:27:15.933848 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 29 11:27:15.937782 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 29 11:27:15.941649 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Jun 29 11:27:15.943282 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 29 11:27:15.943759 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 29 11:27:15.944091 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 29 11:27:15.944478 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 29 11:27:15.947511 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 29 11:27:15.947787 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 29 11:27:15.948132 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 29 11:27:15.975594 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 29 11:27:15.976071 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:15.976351 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93066) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 29 11:27:15.976711 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:15.978711 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93066) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 29 11:27:15.979030 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 29 11:27:15.979290 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 29 11:27:15.982833 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:15.983115 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:16.046959 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 29 11:27:16.047148 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 29 11:27:16.047344 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 29 11:27:16.047754 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 29 11:27:16.069534 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_db.sqlalchemy.engines [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93066) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 29 11:27:16.640589 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.plugins.ml2.managers [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Initializing driver for type 'gre' Jun 29 11:27:16.641124 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] gre ID ranges: [(1, 1000)] Jun 29 11:27:16.708394 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.plugins.ml2.managers [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Initializing driver for type 'local' Jun 29 11:27:16.708833 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.plugins.ml2.managers [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Initializing driver for type 'vlan' Jun 29 11:27:16.722821 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] VlanTypeDriver initialization complete Jun 29 11:27:16.723162 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.plugins.ml2.managers [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Initializing driver for type 'vxlan' Jun 29 11:27:16.723719 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] vxlan ID ranges: [(1, 1000)] Jun 29 11:27:16.773361 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.plugins.ml2.managers [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Initializing extension driver 'port_security' Jun 29 11:27:16.773634 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.plugins.ml2.extensions.port_security [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] PortSecurityExtensionDriver initialization complete Jun 29 11:27:16.773970 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.plugins.ml2.managers [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Initializing mechanism driver 'openvswitch' Jun 29 11:27:16.774292 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.plugins.ml2.managers [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Initializing mechanism driver 'hyperv' Jun 29 11:27:16.780837 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.plugins.ml2.plugin [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:27:16.781768 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Subscribe: > port after_create 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:16.782141 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Subscribe: > port after_update 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:16.782501 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Subscribe: > port after_delete 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:16.782889 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Subscribe: > subnet after_create 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:16.783244 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Subscribe: > subnet after_update 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:16.783610 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Subscribe: > subnet after_delete 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:16.783992 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Subscribe: > network after_create 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:16.784337 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Subscribe: > network after_update 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:16.784677 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Subscribe: > network after_delete 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:16.785054 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Subscribe: > security_group after_create 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:16.785402 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Subscribe: > security_group after_update 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:16.785741 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Subscribe: > security_group after_delete 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:16.786127 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:16.786472 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:16.786809 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:16.787183 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Subscribe: > address_group after_create 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:16.787521 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Subscribe: > address_group after_update 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:16.787878 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Subscribe: > address_group after_delete 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:16.788215 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] ML2 OVO RPC backend initialized. {{(pid=93066) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:166}} Jun 29 11:27:16.788918 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Subscribe: > router_interface after_create 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:16.789284 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:16.789819 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Subscribe: > network before_response 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:16.790005 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Subscribe: > networks before_response 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:16.790345 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Subscribe: > port before_response 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:16.791218 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Subscribe: > ports before_response 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:16.791569 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Subscribe: > subnet before_response 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:16.791889 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Subscribe: > subnets before_response 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:16.792230 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Subscribe: > network after_create 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:16.792565 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Subscribe: > network after_update 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:16.792896 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Subscribe: > network after_delete 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:16.793226 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Subscribe: > port after_create 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:16.793554 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Subscribe: > port after_update 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:16.793887 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Subscribe: > port after_delete 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:16.794218 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Subscribe: > subnet after_create 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:16.794546 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Subscribe: > subnet after_update 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:16.794870 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Subscribe: > subnet after_delete 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:16.795438 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.plugins.ml2.plugin [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Modular L2 Plugin initialization complete Jun 29 11:27:16.795785 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading services supported by the core plugin {{(pid=93066) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 29 11:27:16.796116 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.plugins.ml2.managers [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Got port-security extension from driver 'port_security' Jun 29 11:27:16.796601 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.extensions.vlantransparent [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Disabled vlantransparent extension. Jun 29 11:27:16.797083 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93066) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 29 11:27:16.797391 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading Plugin: router Jun 29 11:27:16.832761 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Subscribe: > router_interface before_create 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:16.833154 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Subscribe: > router after_create 55549900 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:16.833518 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Subscribe: > router before_create 55549900 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:16.833880 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:16.834247 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:16.834596 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Subscribe: > router after_delete 55549900 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:16.834948 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Subscribe: > floatingip after_update 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:16.835304 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Subscribe: > router after_create 55549900 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:16.835679 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Subscribe: > router after_update 55549900 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:16.836031 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Subscribe: > router after_update 55549900 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:16.836374 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:16.836726 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Subscribe: > router after_update 55549900 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:16.837137 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Subscribe: > router precommit_update 55549900 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:16.837531 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Subscribe: port after_update 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:16.837868 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Subscribe: port after_delete 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:16.838205 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Subscribe: subnet after_update 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:16.838538 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:16.838885 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Subscribe: > port precommit_delete 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:16.839228 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Subscribe: > router precommit_create 55549900 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:16.839582 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Subscribe: port before_delete 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:16.839927 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Subscribe: > router precommit_create 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:16.840274 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Subscribe: > router after_update 55549900 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:16.840611 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Subscribe: > router precommit_delete 55549900 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:16.840956 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Subscribe: > router precommit_create 55549900 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:16.841312 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Subscribe: > router_interface after_create 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:16.841655 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Subscribe: > router precommit_update 55549900 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:16.842083 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Subscribe: > agent after_create 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:16.842356 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Subscribe: > agent after_delete 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:16.842696 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Subscribe: > network after_delete 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:16.843581 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.quota.resource_registry [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Tracking information for resource: router configured {{(pid=93066) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 11:27:16.843911 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.quota.resource_registry [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Tracking information for resource: floatingip configured {{(pid=93066) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 11:27:16.848842 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.db.l3_agentschedulers_db [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 29 11:27:16.849417 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Subscribe: port after_update 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:16.849776 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Subscribe: port after_create 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:16.850130 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Subscribe: port after_delete 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:16.850479 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Subscribe: port after_update 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:16.851272 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Subscribe: > router before_create 55550100 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:16.851677 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Subscribe: > router precommit_delete 55550100 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:16.852039 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Subscribe: > router precommit_create 55550100 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:16.852391 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Subscribe: > router precommit_update 55550100 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:16.857749 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.services.provider_configuration [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Service providers = [] {{(pid=93066) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 29 11:27:16.858113 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.db.servicetype_db [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93066) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 29 11:27:16.861017 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.services.service_base [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93066) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 11:27:16.861368 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.services.service_base [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93066) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 11:27:16.861708 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.services.service_base [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93066) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 11:27:16.862572 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.services.service_base [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93066) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 11:27:16.862934 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.services.service_base [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 29 11:27:16.863311 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93066) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 11:27:16.863657 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 29 11:27:16.876669 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93066) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 11:27:16.876950 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading Plugin: auto_allocate Jun 29 11:27:16.882812 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Subscribe: network precommit_update 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:16.883190 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Subscribe: network precommit_create 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:16.883736 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93066) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 11:27:16.884061 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading Plugin: tag Jun 29 11:27:16.890971 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93066) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 11:27:16.891298 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading Plugin: timestamp Jun 29 11:27:16.895125 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93066) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 11:27:16.895461 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading Plugin: network_ip_availability Jun 29 11:27:16.901146 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:16.901518 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:16.901872 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:16.902694 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93066) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 11:27:16.902927 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading Plugin: flavors Jun 29 11:27:16.907709 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93066) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 11:27:16.908031 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading Plugin: revisions Jun 29 11:27:16.912639 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93066) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 11:27:16.913032 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_concurrency.lockutils [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.875s {{(pid=93066) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:27:16.913859 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93066) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 29 11:27:16.914109 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Initializing extension manager. Jun 29 11:27:16.914618 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: __init__.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:16.914956 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: __pycache__ {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:16.915297 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:16.916197 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: address_group.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:16.917034 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:16.917559 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loaded extension: address-group Jun 29 11:27:16.917987 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: address_scope.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:16.918589 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:16.919073 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loaded extension: address-scope Jun 29 11:27:16.919612 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: admin_state_down_before_update.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:16.920389 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:16.920869 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loaded extension: router-admin-state-down-before-update Jun 29 11:27:16.921207 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: agent.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:16.921877 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:16.922455 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loaded extension: agent Jun 29 11:27:16.922697 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: agent_resources_synced.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:16.923627 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:16.924141 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loaded extension: agent-resources-synced Jun 29 11:27:16.924461 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: allowedaddresspairs.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:16.926275 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:16.926796 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loaded extension: allowed-address-pairs Jun 29 11:27:16.927180 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: auto_allocated_topology.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:16.928440 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:16.928954 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loaded extension: auto-allocated-topology Jun 29 11:27:16.929273 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: availability_zone.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:16.929960 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:16.930464 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loaded extension: availability_zone Jun 29 11:27:16.930783 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: availability_zone_filter.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:16.932369 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:16.932797 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loaded extension: availability_zone_filter Jun 29 11:27:16.933113 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: data_plane_status.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:16.934000 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:16.934506 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Extension data-plane-status not supported by any of loaded plugins Jun 29 11:27:16.934822 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: default_subnetpools.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:16.935760 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:16.936267 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loaded extension: default-subnetpools Jun 29 11:27:16.936586 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: dhcpagentscheduler.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:16.937388 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:16.937888 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loaded extension: dhcp_agent_scheduler Jun 29 11:27:16.938205 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: dns.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:16.939096 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:16.939631 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Extension dns-integration not supported by any of loaded plugins Jun 29 11:27:16.939949 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: dns_domain_ports.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:16.940843 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:16.941347 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 29 11:27:16.941662 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:16.942559 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:16.943065 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 29 11:27:16.943385 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: dvr.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:16.944062 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:16.944564 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loaded extension: dvr Jun 29 11:27:16.944883 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: empty_string_filtering.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:16.945780 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:16.946287 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loaded extension: empty-string-filtering Jun 29 11:27:16.946604 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:16.947553 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:16.948057 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 29 11:27:16.948372 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:16.949259 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:16.949764 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 29 11:27:16.950081 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: external_net.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:16.950978 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:16.951486 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loaded extension: external-net Jun 29 11:27:16.951826 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: extra_dhcp_opt.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:16.952725 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:16.953230 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loaded extension: extra_dhcp_opt Jun 29 11:27:16.953547 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: extraroute.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:16.954446 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:16.954953 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loaded extension: extraroute Jun 29 11:27:16.955277 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: extraroute_atomic.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:16.956324 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:16.956834 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loaded extension: extraroute-atomic Jun 29 11:27:16.957151 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: filter_validation.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:16.957801 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:16.958298 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loaded extension: filter-validation Jun 29 11:27:16.958611 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: fip_pf_description.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:16.959501 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:16.960029 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 29 11:27:16.960345 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: fip_port_details.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:16.961247 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:16.961756 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loaded extension: fip-port-details Jun 29 11:27:16.962070 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: flavors.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:16.963327 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:16.963865 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loaded extension: flavors Jun 29 11:27:16.964189 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:16.965850 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:16.966369 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 29 11:27:16.966692 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: floatingip_pools.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:16.967376 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:16.967990 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loaded extension: floatingip-pools Jun 29 11:27:16.968314 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: ip_allocation.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:16.969219 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:16.969726 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Extension ip_allocation not supported by any of loaded plugins Jun 29 11:27:16.970047 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:16.970943 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:16.971455 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loaded extension: ip-substring-filtering Jun 29 11:27:16.971802 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: l2_adjacency.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:16.972724 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:16.973227 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Extension l2_adjacency not supported by any of loaded plugins Jun 29 11:27:16.973547 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: l3.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:16.974520 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:16.975030 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loaded extension: router Jun 29 11:27:16.975354 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: l3_conntrack_helper.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:16.977715 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:16.978864 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 29 11:27:16.979195 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:16.980388 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:16.980908 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loaded extension: ext-gw-mode Jun 29 11:27:16.981234 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:16.982138 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:16.982648 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loaded extension: l3-ha Jun 29 11:27:16.982970 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: l3_flavors.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:16.983913 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:16.984428 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loaded extension: l3-flavors Jun 29 11:27:16.984742 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:16.985641 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:16.986151 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loaded extension: l3-port-ip-change-not-allowed Jun 29 11:27:16.986474 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: l3agentscheduler.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:16.987525 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:16.988061 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loaded extension: l3_agent_scheduler Jun 29 11:27:16.988385 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: logging.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:16.989876 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:16.990394 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Extension logging not supported by any of loaded plugins Jun 29 11:27:16.990723 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: metering.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:16.991450 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:16.992062 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loaded extension: metering Jun 29 11:27:16.992387 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:16.993469 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:16.994574 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loaded extension: metering_source_and_destination_fields Jun 29 11:27:16.994895 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: multiprovidernet.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:16.995853 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:16.996368 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loaded extension: multi-provider Jun 29 11:27:16.996690 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: netmtu.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:16.997585 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:16.998094 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loaded extension: net-mtu Jun 29 11:27:16.998414 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: netmtu_writable.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:16.999309 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:16.999858 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loaded extension: net-mtu-writable Jun 29 11:27:17.000180 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: network_availability_zone.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:17.000839 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:17.001346 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loaded extension: network_availability_zone Jun 29 11:27:17.001665 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: network_ip_availability.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:17.002757 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:17.003271 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loaded extension: network-ip-availability Jun 29 11:27:17.003616 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: network_segment_range.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:17.004388 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:17.004896 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Extension network-segment-range not supported by any of loaded plugins Jun 29 11:27:17.005216 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: pagination.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:17.006202 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:17.006527 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loaded extension: pagination Jun 29 11:27:17.006845 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: port_device_profile.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:17.007773 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:17.008294 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loaded extension: port-device-profile Jun 29 11:27:17.008612 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:17.009543 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:17.010131 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loaded extension: port-mac-address-regenerate Jun 29 11:27:17.010463 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:17.011357 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:17.011891 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loaded extension: port-numa-affinity-policy Jun 29 11:27:17.012211 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: port_resource_request.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:17.013121 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:17.013628 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Extension port-resource-request not supported by any of loaded plugins Jun 29 11:27:17.013945 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: portbindings.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:17.014855 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:17.015364 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loaded extension: binding Jun 29 11:27:17.015724 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: portbindings_extended.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:17.016999 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:17.017515 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loaded extension: binding-extended Jun 29 11:27:17.017839 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: portsecurity.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:17.018738 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:17.019251 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loaded extension: port-security Jun 29 11:27:17.019594 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: project_id.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:17.020560 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:17.020890 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loaded extension: project-id Jun 29 11:27:17.021207 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: providernet.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:17.022124 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:17.022646 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loaded extension: provider Jun 29 11:27:17.022964 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: qos.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:17.026894 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:17.027419 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Extension qos not supported by any of loaded plugins Jun 29 11:27:17.027789 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:17.029039 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:17.029558 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 29 11:27:17.029885 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:17.030795 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:17.031311 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 29 11:27:17.031672 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: qos_default.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:17.032564 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:17.033079 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Extension qos-default not supported by any of loaded plugins Jun 29 11:27:17.033404 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: qos_fip.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:17.034047 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:17.034550 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Extension qos-fip not supported by any of loaded plugins Jun 29 11:27:17.034868 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: qos_gateway_ip.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:17.035806 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:17.036323 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 29 11:27:17.036647 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: qos_port_network_policy.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:17.037542 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:17.038051 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 29 11:27:17.038369 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: qos_rule_type_details.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:17.039263 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:17.039807 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 29 11:27:17.040128 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: qos_rules_alias.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:17.041870 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:17.042416 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 29 11:27:17.042737 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: quotasv2.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:17.043731 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:17.044055 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loaded extension: quotas Jun 29 11:27:17.044373 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: quotasv2_detail.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:17.047689 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:17.048032 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loaded extension: quota_details Jun 29 11:27:17.048362 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: rbac.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:17.049434 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:17.049971 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loaded extension: rbac-policies Jun 29 11:27:17.050299 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: rbac_address_group.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:17.051218 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:17.051759 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loaded extension: rbac-address-group Jun 29 11:27:17.052087 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: rbac_address_scope.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:17.053003 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:17.053518 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loaded extension: rbac-address-scope Jun 29 11:27:17.053841 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: rbac_security_groups.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:17.054737 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:17.055248 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loaded extension: rbac-security-groups Jun 29 11:27:17.055603 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: rbac_subnetpool.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:17.057364 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:17.057875 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loaded extension: rbac-subnetpool Jun 29 11:27:17.058197 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: revisionifmatch.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:17.059108 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:17.059651 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loaded extension: revision-if-match Jun 29 11:27:17.059977 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: revisions.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:17.061287 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:17.061801 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loaded extension: standard-attr-revisions Jun 29 11:27:17.062126 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: router_availability_zone.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:17.062794 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:17.063313 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loaded extension: router_availability_zone Jun 29 11:27:17.063671 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: routerservicetype.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:17.064578 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:17.065091 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Extension router-service-type not supported by any of loaded plugins Jun 29 11:27:17.065413 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:17.066338 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:17.066856 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loaded extension: security-groups-normalized-cidr Jun 29 11:27:17.067180 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: security_groups_port_filtering.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:17.068125 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:17.068642 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loaded extension: port-security-groups-filtering Jun 29 11:27:17.068964 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:17.069867 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:17.070378 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loaded extension: security-groups-remote-address-group Jun 29 11:27:17.070700 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: securitygroup.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:17.080421 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:17.080962 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loaded extension: security-group Jun 29 11:27:17.081293 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: segment.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:17.082099 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:17.082607 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Extension segment not supported by any of loaded plugins Jun 29 11:27:17.082934 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:17.083915 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:17.084428 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 29 11:27:17.084750 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: servicetype.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:17.085879 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:17.086404 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loaded extension: service-type Jun 29 11:27:17.086725 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: sorting.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:17.087754 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:17.088083 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loaded extension: sorting Jun 29 11:27:17.088401 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: standard_attr_segment.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:17.089434 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:17.089964 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 29 11:27:17.090282 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: standardattrdescription.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:17.090942 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:17.091451 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loaded extension: standard-attr-description Jun 29 11:27:17.091800 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: stateful_security_group.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:17.092727 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:17.093242 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loaded extension: stateful-security-group Jun 29 11:27:17.093670 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: stdattrs_common.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:17.094140 dv-cinder-797608-2-smb neutron-server[93066]: WARNING neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 29 11:27:17.094457 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:17.095397 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:17.096054 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 29 11:27:17.096372 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: subnet_onboard.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:17.097631 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:17.097991 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loaded extension: subnet_onboard Jun 29 11:27:17.098310 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:17.099246 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:17.099792 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 29 11:27:17.100112 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: subnet_service_types.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:17.101033 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:17.101548 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loaded extension: subnet-service-types Jun 29 11:27:17.101866 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: subnetallocation.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:17.103694 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:17.104227 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loaded extension: subnet_allocation Jun 29 11:27:17.104549 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:17.105499 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:17.106023 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loaded extension: subnetpool-prefix-ops Jun 29 11:27:17.106350 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:17.107293 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:17.107838 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 29 11:27:17.108159 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: tagging.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:17.109280 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:17.109797 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loaded extension: standard-attr-tag Jun 29 11:27:17.110121 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: timestamp.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:17.111362 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:17.111903 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loaded extension: standard-attr-timestamp Jun 29 11:27:17.112228 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: trunk.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:17.113258 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:17.113779 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Extension trunk not supported by any of loaded plugins Jun 29 11:27:17.114096 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: trunk_details.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:17.115000 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:17.115516 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Extension trunk-details not supported by any of loaded plugins Jun 29 11:27:17.115891 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: uplink_status_propagation.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:17.116781 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:17.117292 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 29 11:27:17.117612 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Loading extension file: vlantransparent.py {{(pid=93066) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 11:27:17.118280 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93066) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 11:27:17.119377 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Extension vlan-transparent not supported by any of loaded plugins Jun 29 11:27:17.121945 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.quota.resource_registry [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Creating instance of TrackedResource for resource:network Jun 29 11:27:17.122484 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.quota.resource_registry [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Creating instance of TrackedResource for resource:subnet Jun 29 11:27:17.122880 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.quota.resource_registry [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 11:27:17.123270 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.quota.resource_registry [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Creating instance of TrackedResource for resource:port Jun 29 11:27:17.124589 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.v2.resource_helper [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93066) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 11:27:17.125034 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.v2.resource_helper [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Service FLAVORS assigned prefix: {{(pid=93066) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 11:27:17.125653 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.v2.resource_helper [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93066) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 11:27:17.126092 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.v2.resource_helper [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93066) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 11:27:17.126424 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.quota.resource_registry [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Creating instance of TrackedResource for resource:router Jun 29 11:27:17.126909 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.quota.resource_registry [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Creating instance of TrackedResource for resource:floatingip Jun 29 11:27:17.127356 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.v2.resource_helper [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Service METERING assigned prefix: /metering {{(pid=93066) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 11:27:17.128858 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:17.129232 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:17.129596 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93066) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:27:17.130594 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.quota.resource_registry [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Creating instance of CountableResource for resource:rbac_policy Jun 29 11:27:17.131037 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.quota.resource_registry [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Creating instance of TrackedResource for resource:security_group Jun 29 11:27:17.131482 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.quota.resource_registry [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Creating instance of TrackedResource for resource:security_group_rule Jun 29 11:27:17.132113 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.v2.resource_helper [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Service CORE assigned prefix: {{(pid=93066) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 11:27:17.132439 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.quota.resource_registry [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 11:27:17.132783 dv-cinder-797608-2-smb neutron-server[93066]: WARNING neutron.quota.resource_registry [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] subnetpool is already registered Jun 29 11:27:17.133218 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.v2.resource_helper [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Service CORE assigned prefix: {{(pid=93066) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 11:27:17.133541 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.quota.resource_registry [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 11:27:17.133871 dv-cinder-797608-2-smb neutron-server[93066]: WARNING neutron.quota.resource_registry [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] subnetpool is already registered Jun 29 11:27:17.136273 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.v2.resource_helper [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93066) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 11:27:17.136703 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.v2.resource_helper [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Service FLAVORS assigned prefix: {{(pid=93066) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 11:27:17.137301 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.v2.resource_helper [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93066) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 11:27:17.137721 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.v2.resource_helper [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93066) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 11:27:17.138049 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.quota.resource_registry [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Creating instance of TrackedResource for resource:router Jun 29 11:27:17.138386 dv-cinder-797608-2-smb neutron-server[93066]: WARNING neutron.quota.resource_registry [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] router is already registered Jun 29 11:27:17.138792 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.quota.resource_registry [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Creating instance of TrackedResource for resource:floatingip Jun 29 11:27:17.139125 dv-cinder-797608-2-smb neutron-server[93066]: WARNING neutron.quota.resource_registry [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] floatingip is already registered Jun 29 11:27:17.139597 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.v2.resource_helper [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Service METERING assigned prefix: /metering {{(pid=93066) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 11:27:17.140256 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.quota.resource_registry [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Creating instance of CountableResource for resource:rbac_policy Jun 29 11:27:17.140580 dv-cinder-797608-2-smb neutron-server[93066]: WARNING neutron.quota.resource_registry [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] rbac_policy is already registered Jun 29 11:27:17.140989 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.quota.resource_registry [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Creating instance of TrackedResource for resource:security_group Jun 29 11:27:17.141318 dv-cinder-797608-2-smb neutron-server[93066]: WARNING neutron.quota.resource_registry [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] security_group is already registered Jun 29 11:27:17.141716 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.quota.resource_registry [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Creating instance of TrackedResource for resource:security_group_rule Jun 29 11:27:17.142042 dv-cinder-797608-2-smb neutron-server[93066]: WARNING neutron.quota.resource_registry [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] security_group_rule is already registered Jun 29 11:27:17.142660 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.v2.resource_helper [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Service CORE assigned prefix: {{(pid=93066) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 11:27:17.142981 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.quota.resource_registry [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 11:27:17.143307 dv-cinder-797608-2-smb neutron-server[93066]: WARNING neutron.quota.resource_registry [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] subnetpool is already registered Jun 29 11:27:17.143750 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.v2.resource_helper [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Service CORE assigned prefix: {{(pid=93066) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 11:27:17.144064 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.quota.resource_registry [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 11:27:17.144388 dv-cinder-797608-2-smb neutron-server[93066]: WARNING neutron.quota.resource_registry [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] subnetpool is already registered Jun 29 11:27:17.144866 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Extended resource: extensions {{(pid=93066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 11:27:17.146367 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Extended resource: address-groups {{(pid=93066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 11:27:17.147884 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Extended resource: address-scopes {{(pid=93066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 11:27:17.149203 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Extended resource: agents {{(pid=93066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 11:27:17.150393 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Extended resource: auto-allocated-topology {{(pid=93066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 11:27:17.151674 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Extended resource: availability_zones {{(pid=93066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 11:27:17.152902 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Extended resource: dhcp-networks {{(pid=93066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 11:27:17.155680 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Extended resource: dhcp-agents {{(pid=93066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 11:27:17.157108 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Extended resource: routers {{(pid=93066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 11:27:17.158814 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Extended resource: flavors {{(pid=93066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 11:27:17.160101 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Extended resource: service_profiles {{(pid=93066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 11:27:17.161311 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Extended resource: next_providers {{(pid=93066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 11:27:17.162726 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Extended resource: service_profiles {{(pid=93066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 11:27:17.164290 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Extended resource: floatingip-pools {{(pid=93066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 11:27:17.166051 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Extended resource: routers {{(pid=93066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 11:27:17.167899 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Extended resource: floatingips {{(pid=93066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 11:27:17.169188 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Extended resource: l3-routers {{(pid=93066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 11:27:17.170572 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Extended resource: l3-agents {{(pid=93066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 11:27:17.172014 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Extended resource: metering-labels {{(pid=93066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 11:27:17.173272 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Extended resource: metering-label-rules {{(pid=93066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 11:27:17.174632 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Extended resource: network-ip-availabilities {{(pid=93066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 11:27:17.175909 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Extended resource: bindings {{(pid=93066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 11:27:17.177598 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Extended resource: quotas {{(pid=93066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 11:27:17.179125 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Extended resource: quotas {{(pid=93066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 11:27:17.180567 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Extended resource: rbac-policies {{(pid=93066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 11:27:17.182769 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Extended resource: security-groups {{(pid=93066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 11:27:17.184094 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Extended resource: security-group-rules {{(pid=93066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 11:27:17.185341 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Extended resource: service-providers {{(pid=93066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 11:27:17.186568 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Extended resource: subnetpools {{(pid=93066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 11:27:17.187922 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Extended resource: subnetpools {{(pid=93066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 11:27:17.189452 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Extended resource: tags {{(pid=93066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 11:27:17.191140 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Extended resource: tags {{(pid=93066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 11:27:17.193053 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Extended resource: tags {{(pid=93066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 11:27:17.194821 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Extended resource: tags {{(pid=93066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 11:27:17.196559 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Extended resource: tags {{(pid=93066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 11:27:17.198700 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Extended resource: tags {{(pid=93066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 11:27:17.200427 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Extended resource: tags {{(pid=93066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 11:27:17.202214 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Extended resource: tags {{(pid=93066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 11:27:17.204099 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Extended resource: tags {{(pid=93066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 11:27:17.205849 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron.api.extensions [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Extended resource: tags {{(pid=93066) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 11:27:17.211941 dv-cinder-797608-2-smb neutron-server[93066]: WARNING keystonemiddleware.auth_token [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 29 11:27:17.217034 dv-cinder-797608-2-smb neutron-server[93066]: WARNING keystonemiddleware.auth_token [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 29 11:27:17.226303 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_concurrency.lockutils [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Acquired lock "singleton_lock" {{(pid=93066) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 29 11:27:17.226774 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_concurrency.lockutils [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Releasing lock "singleton_lock" {{(pid=93066) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 29 11:27:17.227411 dv-cinder-797608-2-smb neutron-server[93066]: INFO oslo_service.service [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Starting 2 workers Jun 29 11:27:17.232916 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Started child 93175 {{(pid=93066) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 11:27:17.237378 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Started child 93176 {{(pid=93066) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 11:27:17.238601 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:17.239255 dv-cinder-797608-2-smb neutron-server[93066]: INFO neutron.service [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Neutron service started, listening on 0.0.0.0:9696 Jun 29 11:27:17.239618 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Notify callbacks [] for process, before_spawn {{(pid=93066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:17.240078 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [-] (93175) wsgi starting up on http://0.0.0.0:9696 Jun 29 11:27:17.242109 dv-cinder-797608-2-smb neutron-server[93066]: INFO oslo_service.service [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Starting 1 workers Jun 29 11:27:17.242594 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:17.244651 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [-] (93176) wsgi starting up on http://0.0.0.0:9696 Jun 29 11:27:17.247269 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Started child 93177 {{(pid=93066) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 11:27:17.247827 dv-cinder-797608-2-smb neutron-server[93066]: INFO oslo_service.service [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Starting 1 workers Jun 29 11:27:17.251042 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.service [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] calling RpcWorker wait() {{(pid=93177) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 29 11:27:17.251614 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.service [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] returning from RpcWorker wait() {{(pid=93177) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 29 11:27:17.252234 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Started child 93178 {{(pid=93066) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 11:27:17.252902 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:17.253077 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG neutron_lib.callbacks.manager [None req-c771fafb-66d1-48d2-ac17-8461070d722e None None] Notify callbacks [] for process, after_spawn {{(pid=93066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:17.253445 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:27:17.254947 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93066) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 29 11:27:17.255161 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 29 11:27:17.255343 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 29 11:27:17.255594 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 29 11:27:17.255922 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 29 11:27:17.256088 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 29 11:27:17.256593 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.256874 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.257144 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.257415 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.257671 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.258050 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:17.258511 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.258511 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.258714 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.258998 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.259274 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.259448 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.259645 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.259911 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.260165 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.260456 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.260745 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.261044 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.261282 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.261418 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.261720 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.262036 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.262269 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.262530 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] debug = True {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.262770 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.263254 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.263495 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.263773 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.264008 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.264292 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.264531 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.264818 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.265053 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.265287 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.265508 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.265769 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.266011 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.266228 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.266499 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.266768 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.266985 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.267453 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] host = dv-cinder-797608-2-smb {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.267718 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.267951 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.268179 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.268435 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.268690 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.268913 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.269159 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.269425 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.269678 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.269931 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.270174 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.270432 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.270656 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.270901 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] log_file = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.271179 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] log_options = True {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.271409 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.271576 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.271844 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.272036 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.272206 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.272389 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.272638 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.272803 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.273046 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.273266 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.273484 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.273702 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.273923 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.274127 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.274387 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.274646 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.275404 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.275642 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.275887 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.276130 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.276361 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.276586 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.276803 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.277015 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.277251 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.277464 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.277736 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.277955 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.278181 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.278440 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.278671 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.278934 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.279188 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.279453 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.279732 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.279963 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.280181 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.280441 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.280671 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.280931 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.281201 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.281430 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.281674 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.281914 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.282163 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.282377 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] use_json = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.282609 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.282826 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.283088 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.283300 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.283530 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.283775 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.284740 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.284740 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.284740 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.285025 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.285352 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.285620 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.286012 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.286419 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.286928 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.287128 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.287319 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.287635 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.289693 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.289693 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.289693 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.289693 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.289693 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.289693 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.293233 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:27:17.293333 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.293333 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.293333 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.293333 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.293333 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.293333 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.293333 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.293333 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.293902 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.78/identity {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.293902 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.293902 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.293902 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.293902 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.293902 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.293902 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.294385 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.294385 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.294535 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.294816 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.294913 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.295117 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.295356 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.295616 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.295868 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.296109 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.296342 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.297369 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.297369 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.297369 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.297369 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.297369 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.297369 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.297369 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.297369 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.297369 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.301174 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.301174 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.301174 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.301174 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.301174 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.301174 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.301174 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.301174 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.301174 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.303094 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.303094 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.303094 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.303094 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.303094 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.303094 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.303094 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.303094 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.303094 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.303754 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.303754 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.303754 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.303754 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.303754 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.303754 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.304241 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.304241 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.304370 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.304606 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.305517 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.305517 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.305517 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.305517 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.306335 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.306335 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.306335 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.309891 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.309891 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.309891 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.309891 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.309891 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.309891 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.309891 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.309891 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.310480 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.310480 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.310480 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.310480 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.310480 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.310480 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.310480 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.310480 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.311034 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.311034 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.311034 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.311034 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.311316 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.311316 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.311640 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.311803 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.312077 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.312325 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.312732 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.313189 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.313413 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.313833 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.314288 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.314584 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.314861 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.315119 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.315371 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.315631 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.315867 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.316124 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.316373 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.316604 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.316824 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.317121 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.317365 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.317604 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.317837 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.318075 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.318381 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.318625 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.318838 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.319050 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.319322 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.319586 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.319842 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.320103 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.320351 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.320733 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.321130 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.321514 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.78/identity {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.321796 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.322052 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.322302 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.322530 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.322847 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.323089 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.323309 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.323530 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.323769 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.324030 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.324243 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.324623 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.324994 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.325366 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.325751 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.325852 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.326154 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.326264 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.326515 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.331567 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.331567 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.331567 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.331567 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.331567 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.331567 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.331567 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.331567 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.332109 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.332109 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.332109 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.332109 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.332109 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.332109 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.332109 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.332109 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.332571 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.332571 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.332571 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.332571 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.332571 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.332571 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.332571 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.332571 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.333005 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.333005 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.333005 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.333005 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.333229 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.333385 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.333606 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.333840 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.334056 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.334271 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.334510 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.334752 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.335006 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.335230 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.336357 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.336357 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.336357 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.336357 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.336357 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.336741 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.336828 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.337048 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.337311 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.338225 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.338655 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.338759 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.338975 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.339206 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.339431 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.339676 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.339886 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.340120 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.340333 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.340543 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.340763 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.340978 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.341188 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.341420 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.341629 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.341860 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.342079 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.342693 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.342693 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.342693 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.342936 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.343498 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.343498 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.343686 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.343819 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.344085 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.344335 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.344574 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.344847 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.345089 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.345335 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.345576 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.345880 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.346093 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.346507 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.346729 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.346951 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.347193 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.347446 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.347787 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.348098 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.348344 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.348594 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.348874 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.349159 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.349432 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.349763 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.349957 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.350288 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.350550 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.350816 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.351056 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.351353 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.351617 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.351833 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.352098 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.352306 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.352520 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.352754 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.353050 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.353827 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.354067 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.354468 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.354689 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.354913 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.355405 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.355655 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.355878 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.356037 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 29 11:27:17.356593 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93066) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 29 11:27:17.356767 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 29 11:27:17.356932 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 29 11:27:17.357102 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 29 11:27:17.357271 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 29 11:27:17.357422 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 29 11:27:17.357621 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.357783 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.357941 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.358101 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.358268 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.358434 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.358594 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.358752 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.358995 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.359093 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.359206 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.359363 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.359521 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.359702 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.359860 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.360017 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.360175 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.360331 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.360494 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.360652 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.360810 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.360967 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.361123 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] debug = True {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.361282 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.361483 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.361647 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.361803 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.361960 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.362116 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.362291 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.362426 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.362581 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.362737 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.362894 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.363051 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.363210 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.363368 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.363526 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.363707 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.363864 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.364020 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] host = dv-cinder-797608-2-smb {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.364178 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.364349 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.364488 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.364643 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.364801 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.364956 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.365113 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.365269 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.365426 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.365581 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.365738 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.365895 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.366050 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.366208 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] log_file = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.366365 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] log_options = True {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.366521 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.366677 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.366834 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.367011 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.367256 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.367464 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.367575 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.368440 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.368440 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.368440 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.368440 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.368440 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.368440 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.369598 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.369598 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.369598 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.369598 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.369598 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.369598 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.369598 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.370763 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.370763 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.370763 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.370763 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.370763 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.370763 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.370763 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.370763 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.371212 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.371212 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.371212 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.373319 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.373319 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.373319 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.373319 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.373319 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.373319 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.373319 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.373319 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.373931 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.373931 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.373931 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.373931 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.373931 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.373931 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.373931 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] use_json = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.373931 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.374475 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.374475 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.374475 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.374475 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.374475 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.374475 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.374863 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 11:27:17.374863 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.374863 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.375064 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.375177 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.375322 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.375751 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.376034 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.376310 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.376546 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.376748 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.376992 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.377145 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.377392 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.377671 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.377947 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.378236 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.378425 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.378585 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.378750 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.378913 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.379075 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.379238 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.379416 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.379615 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.379763 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.78/identity {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.379976 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.380163 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.380315 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.380445 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.380651 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.380651 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.380958 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.380958 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.381223 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.381355 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.381549 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.381549 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.381824 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.381971 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.382096 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.382238 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.382371 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.382499 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.382630 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.382763 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.382936 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.383137 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.383607 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.383607 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.383607 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.383898 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.383898 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.384047 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.384126 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.384324 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.384554 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.384703 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.384792 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.384950 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.385110 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.385271 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.385446 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.385606 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.385768 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.385929 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.386090 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.386250 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.386413 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.386571 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.386730 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.386889 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.387049 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.387215 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.387375 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.387549 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.387717 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.387882 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.388041 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.388203 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.388652 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.388652 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.388652 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.389635 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.389635 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.389635 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.389635 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.389635 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.389635 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.390137 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.390137 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.390137 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.390137 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.390399 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.390475 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.390602 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.390754 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.390910 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.391069 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.391204 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.391366 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.391527 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.391708 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.391870 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.392033 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.392193 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.392353 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.392517 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.392677 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.392821 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.392979 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.393138 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.393304 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:27:17.393402 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.393473 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.393614 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.393775 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.393943 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.394114 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.394274 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.394437 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.394651 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.394742 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.394897 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.395055 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.395215 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.395374 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.395563 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.395853 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.395853 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.396025 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.396179 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.396340 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.396501 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.396685 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.396845 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.397004 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.397170 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.397331 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.397491 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.397651 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.397809 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.397971 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.398129 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.398288 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.398448 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.78/identity {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.398608 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.398768 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.398928 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.399126 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.399244 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.399409 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.399618 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.399748 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.400441 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.400600 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.400758 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.400918 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.401077 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.401238 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.401397 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.401555 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.401715 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.401874 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.402033 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.402192 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.402351 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.402511 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.402671 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.402829 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.402988 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.403150 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.403310 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.403471 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.403654 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.403816 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.403977 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.404138 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.404301 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.404461 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.404621 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.404800 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.404928 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.405089 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.405250 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.405410 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.405571 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.405730 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.405973 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.406158 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.406319 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.406480 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.406629 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.406790 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.406951 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.407115 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.407275 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.407436 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.407616 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.407780 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.407943 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.408107 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.408340 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.408477 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.408603 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.408727 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.408851 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.409006 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.409181 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.409331 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.409552 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.409698 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.409943 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.409943 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.410180 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.410303 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.410427 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.410552 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.410700 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.410846 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.411141 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.411245 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.411333 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.411470 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.411659 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.411820 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.411991 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.412152 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.412315 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.412473 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.412631 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.412790 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.412960 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.413120 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.413281 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.413439 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.413599 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.413759 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.413929 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.414092 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.414252 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.414424 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.414589 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.414749 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.414901 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.415071 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.415230 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.415394 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.416228 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.416450 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.416615 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.416779 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.416945 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.417122 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.417292 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.417453 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.417622 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.417791 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.417961 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.418122 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.418290 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.418468 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.418627 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.418787 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.418947 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.419110 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.419271 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.419431 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.419612 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.419767 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.419959 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.420101 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.420229 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.420389 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.420563 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.420696 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.420856 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.421016 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.421260 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.421400 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.421511 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 11:27:17.421634 dv-cinder-797608-2-smb neutron-server[93066]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93066) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 29 11:27:17.609871 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 45226) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:27:17.619304 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [-] 10.222.0.78 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065103 Jun 29 11:27:30.676838 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05d87244-8f7e-4882-a118-8d3158d94e30 None None] get_active_networks_info from dv-cinder-797608-2-smb {{(pid=93177) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 29 11:27:30.815259 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d87244-8f7e-4882-a118-8d3158d94e30 None None] No non-hosted networks {{(pid=93177) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 29 11:27:30.842355 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.agentschedulers_db [None req-05d87244-8f7e-4882-a118-8d3158d94e30 None None] DHCP Agent not found on host dv-cinder-797608-2-smb {{(pid=93177) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 29 11:27:30.962499 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-46c011fd-5351-465b-aea3-4b8de1f2d5ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-999517'] for agent, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:33.311926 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e5f9554d-2438-4400-a786-8f2b3d984fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-999517'] for agent, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:33.365158 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-762eade6-8306-4c89-8e9b-4fa8dfd65842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:33.667889 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-999517'] for agent, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:33.669158 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:27:33.669553 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:27:33.669929 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:27:33.670427 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:27:33.670797 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:27:33.671615 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:27:33.672285 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:27:33.672622 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:27:33.672948 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:27:33.673726 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:27:33.674067 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:27:33.674392 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:27:33.674794 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-797608-2-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:27:33.690832 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-797608-2-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:27:34.405149 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9be8c49d-fdd7-49be-a71c-49aaf5d45c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-999517'] for agent, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:36.362168 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7dc1f572-48b9-4e28-8a5a-f2a12e721563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-999517'] for agent, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:37.855219 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 45318) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:27:38.378634 dv-cinder-797608-2-smb neutron-server[93175]: WARNING oslo_policy.policy [None req-aa0a1317-154e-4bfd-8d7e-6636220a71ee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 11:27:38.379232 dv-cinder-797608-2-smb neutron-server[93175]: WARNING oslo_policy.policy [None req-aa0a1317-154e-4bfd-8d7e-6636220a71ee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 11:27:38.596409 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [None req-aa0a1317-154e-4bfd-8d7e-6636220a71ee admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93175) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 11:27:38.597397 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-aa0a1317-154e-4bfd-8d7e-6636220a71ee admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7412078 Jun 29 11:27:40.626925 dv-cinder-797608-2-smb neutron-server[93177]: INFO neutron.db.l3_hamode_db [None req-043899a1-0ef6-4b94-859e-c68c06aa0b70 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 29 11:27:40.705296 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043899a1-0ef6-4b94-859e-c68c06aa0b70 None None] Routers set() bound to L3 agent in host dv-cinder-797608-2-smb {{(pid=93177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:27:40.705683 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043899a1-0ef6-4b94-859e-c68c06aa0b70 None None] Router IDs set() for agent in host dv-cinder-797608-2-smb {{(pid=93177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 29 11:27:41.002865 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 45332) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:27:41.516375 dv-cinder-797608-2-smb neutron-server[93176]: WARNING oslo_policy.policy [None req-f7e95bd6-d0e4-41ce-be2c-86366218892f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 11:27:41.516988 dv-cinder-797608-2-smb neutron-server[93176]: WARNING oslo_policy.policy [None req-f7e95bd6-d0e4-41ce-be2c-86366218892f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 11:27:41.736720 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.v2.base [None req-f7e95bd6-d0e4-41ce-be2c-86366218892f admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:27:41.830021 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.policy [None req-f7e95bd6-d0e4-41ce-be2c-86366218892f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93176) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 29 11:27:41.875758 dv-cinder-797608-2-smb neutron-server[93176]: WARNING oslo_policy.policy [None req-f7e95bd6-d0e4-41ce-be2c-86366218892f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 11:27:41.876140 dv-cinder-797608-2-smb neutron-server[93176]: WARNING oslo_policy.policy [None req-f7e95bd6-d0e4-41ce-be2c-86366218892f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 11:27:41.885686 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.quota [None req-f7e95bd6-d0e4-41ce-be2c-86366218892f admin admin] Loaded quota_driver: . Jun 29 11:27:41.980718 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f7e95bd6-d0e4-41ce-be2c-86366218892f admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744990172223', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744990171650', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744990651889', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744990649383', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744990656165', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744990662681', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3737509', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3969176', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-855578', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-706888'] for rbac-policy, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:42.048095 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f7e95bd6-d0e4-41ce-be2c-86366218892f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:42.049985 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-f7e95bd6-d0e4-41ce-be2c-86366218892f admin admin] 10.222.0.78 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0450242 Jun 29 11:27:44.673856 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 45350) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:27:45.023830 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.v2.base [None req-a12df302-f689-436a-b68e-b6faaba99ba9 admin admin] Request body: {'network': {'name': 'private', 'tenant_id': '7cf29e03132c4ccc8a10962a25ad3f80', 'project_id': '7cf29e03132c4ccc8a10962a25ad3f80', 'admin_state_up': True}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:27:45.053854 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a12df302-f689-436a-b68e-b6faaba99ba9 admin admin] Made reservation on behalf of 7cf29e03132c4ccc8a10962a25ad3f80 for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:27:45.057638 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a12df302-f689-436a-b68e-b6faaba99ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:45.077910 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a12df302-f689-436a-b68e-b6faaba99ba9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:45.204968 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a12df302-f689-436a-b68e-b6faaba99ba9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:45.208800 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a12df302-f689-436a-b68e-b6faaba99ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:45.214378 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:27:45.230007 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a12df302-f689-436a-b68e-b6faaba99ba9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 11:27:45.259790 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a12df302-f689-436a-b68e-b6faaba99ba9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744991479098', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144823'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:45.260380 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a12df302-f689-436a-b68e-b6faaba99ba9 admin admin] Unsubscribe: segment precommit_create {{(pid=93176) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 29 11:27:45.260842 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.db.segments_db [None req-a12df302-f689-436a-b68e-b6faaba99ba9 admin admin] Added segment 079502be-474a-47e1-8289-c16d59de1625 of type vlan for network 3c053fd9-ddd3-4b86-a841-1ab61a105105 Jun 29 11:27:45.279518 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12df302-f689-436a-b68e-b6faaba99ba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc92e871-a608-40d4-ac2c-b2a66f950ad8,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:27:45.329694 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12df302-f689-436a-b68e-b6faaba99ba9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:27:45.330074 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12df302-f689-436a-b68e-b6faaba99ba9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:27:45.330404 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12df302-f689-436a-b68e-b6faaba99ba9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:27:45.330725 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12df302-f689-436a-b68e-b6faaba99ba9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:27:45.331055 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12df302-f689-436a-b68e-b6faaba99ba9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:27:45.331359 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12df302-f689-436a-b68e-b6faaba99ba9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:27:45.331699 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12df302-f689-436a-b68e-b6faaba99ba9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:27:45.332012 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12df302-f689-436a-b68e-b6faaba99ba9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:27:45.332341 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12df302-f689-436a-b68e-b6faaba99ba9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:27:45.332656 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12df302-f689-436a-b68e-b6faaba99ba9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:27:45.332965 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12df302-f689-436a-b68e-b6faaba99ba9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:27:45.333273 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12df302-f689-436a-b68e-b6faaba99ba9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:27:45.334335 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12df302-f689-436a-b68e-b6faaba99ba9 admin admin] Tracked resource versions report: Jun 29 11:27:45.334335 dv-cinder-797608-2-smb neutron-server[93176]: pushed versions: Jun 29 11:27:45.334335 dv-cinder-797608-2-smb neutron-server[93176]: { 'AddressGroup': {'1.2'}, Jun 29 11:27:45.334335 dv-cinder-797608-2-smb neutron-server[93176]: 'ConntrackHelper': {'1.0'}, Jun 29 11:27:45.334335 dv-cinder-797608-2-smb neutron-server[93176]: 'Log': {'1.0'}, Jun 29 11:27:45.334335 dv-cinder-797608-2-smb neutron-server[93176]: 'Network': {'1.1'}, Jun 29 11:27:45.334335 dv-cinder-797608-2-smb neutron-server[93176]: 'Port': {'1.7'}, Jun 29 11:27:45.334335 dv-cinder-797608-2-smb neutron-server[93176]: 'PortForwarding': {'1.2'}, Jun 29 11:27:45.334335 dv-cinder-797608-2-smb neutron-server[93176]: 'QosPolicy': {'1.8'}, Jun 29 11:27:45.334335 dv-cinder-797608-2-smb neutron-server[93176]: 'SecurityGroup': {'1.4'}, Jun 29 11:27:45.334335 dv-cinder-797608-2-smb neutron-server[93176]: 'SecurityGroupRule': {'1.2'}, Jun 29 11:27:45.334335 dv-cinder-797608-2-smb neutron-server[93176]: 'SubPort': {'1.0'}, Jun 29 11:27:45.334335 dv-cinder-797608-2-smb neutron-server[93176]: 'Subnet': {'1.1'}, Jun 29 11:27:45.334335 dv-cinder-797608-2-smb neutron-server[93176]: 'Trunk': {'1.1'}} Jun 29 11:27:45.334335 dv-cinder-797608-2-smb neutron-server[93176]: consumer versions: Jun 29 11:27:45.334335 dv-cinder-797608-2-smb neutron-server[93176]: { DHCP agent@dv-cinder-797608-2-smb: {}, Jun 29 11:27:45.334335 dv-cinder-797608-2-smb neutron-server[93176]: L3 agent@dv-cinder-797608-2-smb: {}, Jun 29 11:27:45.334335 dv-cinder-797608-2-smb neutron-server[93176]: Metadata agent@dv-cinder-797608-2-smb: {}, Jun 29 11:27:45.334335 dv-cinder-797608-2-smb neutron-server[93176]: Metering agent@dv-cinder-797608-2-smb: {}, Jun 29 11:27:45.334335 dv-cinder-797608-2-smb neutron-server[93176]: Open vSwitch agent@dv-cinder-797608-2-smb: { 'AddressGroup': '1.2', Jun 29 11:27:45.334335 dv-cinder-797608-2-smb neutron-server[93176]: 'ConntrackHelper': '1.0', Jun 29 11:27:45.334335 dv-cinder-797608-2-smb neutron-server[93176]: 'Log': '1.0', Jun 29 11:27:45.334335 dv-cinder-797608-2-smb neutron-server[93176]: 'Network': '1.1', Jun 29 11:27:45.334335 dv-cinder-797608-2-smb neutron-server[93176]: 'Port': '1.7', Jun 29 11:27:45.334335 dv-cinder-797608-2-smb neutron-server[93176]: 'PortForwarding': '1.2', Jun 29 11:27:45.334335 dv-cinder-797608-2-smb neutron-server[93176]: 'QosPolicy': '1.8', Jun 29 11:27:45.334335 dv-cinder-797608-2-smb neutron-server[93176]: 'SecurityGroup': '1.4', Jun 29 11:27:45.334335 dv-cinder-797608-2-smb neutron-server[93176]: 'SecurityGroupRule': '1.2', Jun 29 11:27:45.334335 dv-cinder-797608-2-smb neutron-server[93176]: 'SubPort': '1.0', Jun 29 11:27:45.334335 dv-cinder-797608-2-smb neutron-server[93176]: 'Subnet': '1.1', Jun 29 11:27:45.334335 dv-cinder-797608-2-smb neutron-server[93176]: 'Trunk': '1.1'}} Jun 29 11:27:45.334335 dv-cinder-797608-2-smb neutron-server[93176]: {{(pid=93176) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 11:27:45.373664 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a12df302-f689-436a-b68e-b6faaba99ba9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:27:45.388566 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a12df302-f689-436a-b68e-b6faaba99ba9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744990971203'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:45.440775 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a12df302-f689-436a-b68e-b6faaba99ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:45.442434 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12df302-f689-436a-b68e-b6faaba99ba9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:27:45.443099 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a12df302-f689-436a-b68e-b6faaba99ba9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636407'] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:45.446966 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:27:45.518607 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-a12df302-f689-436a-b68e-b6faaba99ba9 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8435252 Jun 29 11:27:45.550342 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12df302-f689-436a-b68e-b6faaba99ba9 admin admin] Pushing event updated for resources: {'Network': ['ID=3c053fd9-ddd3-4b86-a841-1ab61a105105,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:27:45.553862 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a12df302-f689-436a-b68e-b6faaba99ba9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:27:45.563279 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Network 3c053fd9-ddd3-4b86-a841-1ab61a105105 details requested by agent ovs-agent-dv-cinder-797608-2-smb with host dv-cinder-797608-2-smb {{(pid=93177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 11:27:48.238175 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 45364) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:27:48.796844 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.policy [None req-38113e2b-55c5-4820-b606-a57bf1d1be23 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93175) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 29 11:27:48.841946 dv-cinder-797608-2-smb neutron-server[93175]: WARNING oslo_policy.policy [None req-38113e2b-55c5-4820-b606-a57bf1d1be23 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 11:27:48.842326 dv-cinder-797608-2-smb neutron-server[93175]: WARNING oslo_policy.policy [None req-38113e2b-55c5-4820-b606-a57bf1d1be23 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 11:27:48.850665 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38113e2b-55c5-4820-b606-a57bf1d1be23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:27:48.852531 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-38113e2b-55c5-4820-b606-a57bf1d1be23 admin admin] 10.222.0.78 "GET /v2.0/networks/3c053fd9-ddd3-4b86-a841-1ab61a105105 HTTP/1.1" status: 200 len: 825 time: 0.6134243 Jun 29 11:27:48.903722 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-3f1bd91f-0564-45bc-9727-cfbb749fa4df admin admin] 10.222.0.78 "GET /v2.0/subnetpools/6bcf3a75-262c-42a4-8c39-e8d679c014d5 HTTP/1.1" status: 200 len: 734 time: 0.0385497 Jun 29 11:27:48.913307 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.v2.base [None req-32a0eff4-f830-45dd-ba19-73c01643ef1d admin admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': '6bcf3a75-262c-42a4-8c39-e8d679c014d5', 'network_id': '3c053fd9-ddd3-4b86-a841-1ab61a105105', 'tenant_id': '7cf29e03132c4ccc8a10962a25ad3f80', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:27:48.914917 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.quota [None req-32a0eff4-f830-45dd-ba19-73c01643ef1d admin admin] Loaded quota_driver: . Jun 29 11:27:48.961960 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a0eff4-f830-45dd-ba19-73c01643ef1d admin admin] Made reservation on behalf of 7cf29e03132c4ccc8a10962a25ad3f80 for: {'subnet': 1} {{(pid=93175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:27:48.965184 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-32a0eff4-f830-45dd-ba19-73c01643ef1d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:49.286051 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-32a0eff4-f830-45dd-ba19-73c01643ef1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370'] for subnet, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:49.289900 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:27:49.376599 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a0eff4-f830-45dd-ba19-73c01643ef1d admin admin] Checking segment: {'id': '079502be-474a-47e1-8289-c16d59de1625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '3c053fd9-ddd3-4b86-a841-1ab61a105105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:27:49.377228 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a0eff4-f830-45dd-ba19-73c01643ef1d admin admin] Network hostable DHCP agents. Network: 3c053fd9-ddd3-4b86-a841-1ab61a105105, hostable agents: ['069d6837-862e-44f3-9997-a187e03939a0'], hosted agents: [] {{(pid=93175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 11:27:49.379840 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a0eff4-f830-45dd-ba19-73c01643ef1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d265251-f871-4f35-b1a9-12d11a86d78e,revision_number=0']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:27:49.393865 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a0eff4-f830-45dd-ba19-73c01643ef1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:27:49.394196 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a0eff4-f830-45dd-ba19-73c01643ef1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:27:49.394541 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a0eff4-f830-45dd-ba19-73c01643ef1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:27:49.394859 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a0eff4-f830-45dd-ba19-73c01643ef1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:27:49.395219 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a0eff4-f830-45dd-ba19-73c01643ef1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:27:49.395617 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a0eff4-f830-45dd-ba19-73c01643ef1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:27:49.395932 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a0eff4-f830-45dd-ba19-73c01643ef1d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:27:49.396253 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a0eff4-f830-45dd-ba19-73c01643ef1d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:27:49.396578 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a0eff4-f830-45dd-ba19-73c01643ef1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:27:49.396891 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a0eff4-f830-45dd-ba19-73c01643ef1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:27:49.397208 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a0eff4-f830-45dd-ba19-73c01643ef1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:27:49.397512 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a0eff4-f830-45dd-ba19-73c01643ef1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:27:49.399214 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a0eff4-f830-45dd-ba19-73c01643ef1d admin admin] Tracked resource versions report: Jun 29 11:27:49.399214 dv-cinder-797608-2-smb neutron-server[93175]: pushed versions: Jun 29 11:27:49.399214 dv-cinder-797608-2-smb neutron-server[93175]: { 'AddressGroup': {'1.2'}, Jun 29 11:27:49.399214 dv-cinder-797608-2-smb neutron-server[93175]: 'ConntrackHelper': {'1.0'}, Jun 29 11:27:49.399214 dv-cinder-797608-2-smb neutron-server[93175]: 'Log': {'1.0'}, Jun 29 11:27:49.399214 dv-cinder-797608-2-smb neutron-server[93175]: 'Network': {'1.1'}, Jun 29 11:27:49.399214 dv-cinder-797608-2-smb neutron-server[93175]: 'Port': {'1.7'}, Jun 29 11:27:49.399214 dv-cinder-797608-2-smb neutron-server[93175]: 'PortForwarding': {'1.2'}, Jun 29 11:27:49.399214 dv-cinder-797608-2-smb neutron-server[93175]: 'QosPolicy': {'1.8'}, Jun 29 11:27:49.399214 dv-cinder-797608-2-smb neutron-server[93175]: 'SecurityGroup': {'1.4'}, Jun 29 11:27:49.399214 dv-cinder-797608-2-smb neutron-server[93175]: 'SecurityGroupRule': {'1.2'}, Jun 29 11:27:49.399214 dv-cinder-797608-2-smb neutron-server[93175]: 'SubPort': {'1.0'}, Jun 29 11:27:49.399214 dv-cinder-797608-2-smb neutron-server[93175]: 'Subnet': {'1.1'}, Jun 29 11:27:49.399214 dv-cinder-797608-2-smb neutron-server[93175]: 'Trunk': {'1.1'}} Jun 29 11:27:49.399214 dv-cinder-797608-2-smb neutron-server[93175]: consumer versions: Jun 29 11:27:49.399214 dv-cinder-797608-2-smb neutron-server[93175]: { DHCP agent@dv-cinder-797608-2-smb: {}, Jun 29 11:27:49.399214 dv-cinder-797608-2-smb neutron-server[93175]: L3 agent@dv-cinder-797608-2-smb: {}, Jun 29 11:27:49.399214 dv-cinder-797608-2-smb neutron-server[93175]: Metadata agent@dv-cinder-797608-2-smb: {}, Jun 29 11:27:49.399214 dv-cinder-797608-2-smb neutron-server[93175]: Metering agent@dv-cinder-797608-2-smb: {}, Jun 29 11:27:49.399214 dv-cinder-797608-2-smb neutron-server[93175]: Open vSwitch agent@dv-cinder-797608-2-smb: { 'AddressGroup': '1.2', Jun 29 11:27:49.399214 dv-cinder-797608-2-smb neutron-server[93175]: 'ConntrackHelper': '1.0', Jun 29 11:27:49.399214 dv-cinder-797608-2-smb neutron-server[93175]: 'Log': '1.0', Jun 29 11:27:49.399214 dv-cinder-797608-2-smb neutron-server[93175]: 'Network': '1.1', Jun 29 11:27:49.399214 dv-cinder-797608-2-smb neutron-server[93175]: 'Port': '1.7', Jun 29 11:27:49.399214 dv-cinder-797608-2-smb neutron-server[93175]: 'PortForwarding': '1.2', Jun 29 11:27:49.399214 dv-cinder-797608-2-smb neutron-server[93175]: 'QosPolicy': '1.8', Jun 29 11:27:49.399214 dv-cinder-797608-2-smb neutron-server[93175]: 'SecurityGroup': '1.4', Jun 29 11:27:49.399214 dv-cinder-797608-2-smb neutron-server[93175]: 'SecurityGroupRule': '1.2', Jun 29 11:27:49.399214 dv-cinder-797608-2-smb neutron-server[93175]: 'SubPort': '1.0', Jun 29 11:27:49.399214 dv-cinder-797608-2-smb neutron-server[93175]: 'Subnet': '1.1', Jun 29 11:27:49.399214 dv-cinder-797608-2-smb neutron-server[93175]: 'Trunk': '1.1'}} Jun 29 11:27:49.399214 dv-cinder-797608-2-smb neutron-server[93175]: {{(pid=93175) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 11:27:49.436084 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a0eff4-f830-45dd-ba19-73c01643ef1d admin admin] Network 3c053fd9-ddd3-4b86-a841-1ab61a105105 is scheduled to be hosted by DHCP agent 069d6837-862e-44f3-9997-a187e03939a0 with binding_index 1 {{(pid=93175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 11:27:49.441113 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-32a0eff4-f830-45dd-ba19-73c01643ef1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:27:49.455586 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.base_scheduler [None req-32a0eff4-f830-45dd-ba19-73c01643ef1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-2-smb, 3c053fd9-ddd3-4b86-a841-1ab61a105105) {{(pid=93175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:27:49.460537 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a0eff4-f830-45dd-ba19-73c01643ef1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:27:49.461281 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-32a0eff4-f830-45dd-ba19-73c01643ef1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636407'] for subnet, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:49.466407 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46312159-830d-4536-9a07-3c75e374d710 None None] Network 3c053fd9-ddd3-4b86-a841-1ab61a105105 requested from dv-cinder-797608-2-smb {{(pid=93177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:27:49.489296 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-32a0eff4-f830-45dd-ba19-73c01643ef1d admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5738695 Jun 29 11:27:49.818079 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6639624e-d3a3-4cd1-9c8a-768ff25cc075 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b1f32d3-038b-5e76-9a72-ea87f257608f-3c053fd9-ddd3-4b86-a841-1ab61a105105', 'network_id': '3c053fd9-ddd3-4b86-a841-1ab61a105105', 'tenant_id': '7cf29e03132c4ccc8a10962a25ad3f80', 'fixed_ips': [{'subnet_id': '6d265251-f871-4f35-b1a9-12d11a86d78e'}]}} from dv-cinder-797608-2-smb. {{(pid=93177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 11:27:49.819323 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6639624e-d3a3-4cd1-9c8a-768ff25cc075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:50.112253 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-6639624e-d3a3-4cd1-9c8a-768ff25cc075 None None] Allocated IP 172.20.0.2 (3c053fd9-ddd3-4b86-a841-1ab61a105105/6d265251-f871-4f35-b1a9-12d11a86d78e/df23cf84-59ed-4f45-a4d1-2b1e2148d45f) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:27:50.324400 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6639624e-d3a3-4cd1-9c8a-768ff25cc075 None None] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:50.372062 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-6639624e-d3a3-4cd1-9c8a-768ff25cc075 None None] Transition to ACTIVE for port object df23cf84-59ed-4f45-a4d1-2b1e2148d45f will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:27:50.394484 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-6639624e-d3a3-4cd1-9c8a-768ff25cc075 None None] Transition to ACTIVE for port object df23cf84-59ed-4f45-a4d1-2b1e2148d45f will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:27:50.405635 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6639624e-d3a3-4cd1-9c8a-768ff25cc075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3670657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744990953741'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:50.408448 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:27:50.474357 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6639624e-d3a3-4cd1-9c8a-768ff25cc075 None None] Network 3c053fd9-ddd3-4b86-a841-1ab61a105105 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:27:50.480022 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-6639624e-d3a3-4cd1-9c8a-768ff25cc075 None None] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:27:50.492121 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6639624e-d3a3-4cd1-9c8a-768ff25cc075 None None] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:27:50.499817 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639624e-d3a3-4cd1-9c8a-768ff25cc075 None None] Pushing event updated for resources: {'Port': ['ID=df23cf84-59ed-4f45-a4d1-2b1e2148d45f,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:27:50.524145 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639624e-d3a3-4cd1-9c8a-768ff25cc075 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:27:50.524763 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639624e-d3a3-4cd1-9c8a-768ff25cc075 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:27:50.524763 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639624e-d3a3-4cd1-9c8a-768ff25cc075 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:27:50.525098 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639624e-d3a3-4cd1-9c8a-768ff25cc075 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:27:50.528119 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639624e-d3a3-4cd1-9c8a-768ff25cc075 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:27:50.528119 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639624e-d3a3-4cd1-9c8a-768ff25cc075 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:27:50.528119 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639624e-d3a3-4cd1-9c8a-768ff25cc075 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:27:50.528119 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639624e-d3a3-4cd1-9c8a-768ff25cc075 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:27:50.528119 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639624e-d3a3-4cd1-9c8a-768ff25cc075 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:27:50.528571 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639624e-d3a3-4cd1-9c8a-768ff25cc075 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:27:50.528571 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639624e-d3a3-4cd1-9c8a-768ff25cc075 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:27:50.528571 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639624e-d3a3-4cd1-9c8a-768ff25cc075 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:27:50.528807 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6639624e-d3a3-4cd1-9c8a-768ff25cc075 None None] Tracked resource versions report: Jun 29 11:27:50.528807 dv-cinder-797608-2-smb neutron-server[93177]: pushed versions: Jun 29 11:27:50.528807 dv-cinder-797608-2-smb neutron-server[93177]: { 'AddressGroup': {'1.2'}, Jun 29 11:27:50.528807 dv-cinder-797608-2-smb neutron-server[93177]: 'ConntrackHelper': {'1.0'}, Jun 29 11:27:50.528807 dv-cinder-797608-2-smb neutron-server[93177]: 'Log': {'1.0'}, Jun 29 11:27:50.528807 dv-cinder-797608-2-smb neutron-server[93177]: 'Network': {'1.1'}, Jun 29 11:27:50.528807 dv-cinder-797608-2-smb neutron-server[93177]: 'Port': {'1.7'}, Jun 29 11:27:50.528807 dv-cinder-797608-2-smb neutron-server[93177]: 'PortForwarding': {'1.2'}, Jun 29 11:27:50.528807 dv-cinder-797608-2-smb neutron-server[93177]: 'QosPolicy': {'1.8'}, Jun 29 11:27:50.528807 dv-cinder-797608-2-smb neutron-server[93177]: 'SecurityGroup': {'1.4'}, Jun 29 11:27:50.528807 dv-cinder-797608-2-smb neutron-server[93177]: 'SecurityGroupRule': {'1.2'}, Jun 29 11:27:50.528807 dv-cinder-797608-2-smb neutron-server[93177]: 'SubPort': {'1.0'}, Jun 29 11:27:50.528807 dv-cinder-797608-2-smb neutron-server[93177]: 'Subnet': {'1.1'}, Jun 29 11:27:50.528807 dv-cinder-797608-2-smb neutron-server[93177]: 'Trunk': {'1.1'}} Jun 29 11:27:50.528807 dv-cinder-797608-2-smb neutron-server[93177]: consumer versions: Jun 29 11:27:50.528807 dv-cinder-797608-2-smb neutron-server[93177]: { DHCP agent@dv-cinder-797608-2-smb: {}, Jun 29 11:27:50.528807 dv-cinder-797608-2-smb neutron-server[93177]: L3 agent@dv-cinder-797608-2-smb: {}, Jun 29 11:27:50.528807 dv-cinder-797608-2-smb neutron-server[93177]: Metadata agent@dv-cinder-797608-2-smb: {}, Jun 29 11:27:50.528807 dv-cinder-797608-2-smb neutron-server[93177]: Metering agent@dv-cinder-797608-2-smb: {}, Jun 29 11:27:50.528807 dv-cinder-797608-2-smb neutron-server[93177]: Open vSwitch agent@dv-cinder-797608-2-smb: { 'AddressGroup': '1.2', Jun 29 11:27:50.528807 dv-cinder-797608-2-smb neutron-server[93177]: 'ConntrackHelper': '1.0', Jun 29 11:27:50.528807 dv-cinder-797608-2-smb neutron-server[93177]: 'Log': '1.0', Jun 29 11:27:50.528807 dv-cinder-797608-2-smb neutron-server[93177]: 'Network': '1.1', Jun 29 11:27:50.528807 dv-cinder-797608-2-smb neutron-server[93177]: 'Port': '1.7', Jun 29 11:27:50.528807 dv-cinder-797608-2-smb neutron-server[93177]: 'PortForwarding': '1.2', Jun 29 11:27:50.528807 dv-cinder-797608-2-smb neutron-server[93177]: 'QosPolicy': '1.8', Jun 29 11:27:50.528807 dv-cinder-797608-2-smb neutron-server[93177]: 'SecurityGroup': '1.4', Jun 29 11:27:50.528807 dv-cinder-797608-2-smb neutron-server[93177]: 'SecurityGroupRule': '1.2', Jun 29 11:27:50.528807 dv-cinder-797608-2-smb neutron-server[93177]: 'SubPort': '1.0', Jun 29 11:27:50.528807 dv-cinder-797608-2-smb neutron-server[93177]: 'Subnet': '1.1', Jun 29 11:27:50.528807 dv-cinder-797608-2-smb neutron-server[93177]: 'Trunk': '1.1'}} Jun 29 11:27:50.528807 dv-cinder-797608-2-smb neutron-server[93177]: {{(pid=93177) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 11:27:50.568312 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6639624e-d3a3-4cd1-9c8a-768ff25cc075 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:27:50.588353 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-6639624e-d3a3-4cd1-9c8a-768ff25cc075 None None] Attempting to bind port df23cf84-59ed-4f45-a4d1-2b1e2148d45f on host dv-cinder-797608-2-smb for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:27:50.588754 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-6639624e-d3a3-4cd1-9c8a-768ff25cc075 None None] Attempting to bind port df23cf84-59ed-4f45-a4d1-2b1e2148d45f by drivers openvswitch,hyperv on host dv-cinder-797608-2-smb at level 0 using segments [{'id': '079502be-474a-47e1-8289-c16d59de1625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '3c053fd9-ddd3-4b86-a841-1ab61a105105'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:27:50.589241 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6639624e-d3a3-4cd1-9c8a-768ff25cc075 None None] Attempting to bind port df23cf84-59ed-4f45-a4d1-2b1e2148d45f on network 3c053fd9-ddd3-4b86-a841-1ab61a105105 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:27:50.595009 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6639624e-d3a3-4cd1-9c8a-768ff25cc075 None None] Checking agent: {'id': 'd2315a1d-b1aa-4a09-8200-44995cf6bc46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 27, 34), 'started_at': datetime.datetime(2021, 6, 29, 11, 27, 34), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:27:50.595408 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6639624e-d3a3-4cd1-9c8a-768ff25cc075 None None] Checking segment: {'id': '079502be-474a-47e1-8289-c16d59de1625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '3c053fd9-ddd3-4b86-a841-1ab61a105105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:27:50.595962 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6639624e-d3a3-4cd1-9c8a-768ff25cc075 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:50.596359 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6639624e-d3a3-4cd1-9c8a-768ff25cc075 None None] Bound using segment: {'id': '079502be-474a-47e1-8289-c16d59de1625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '3c053fd9-ddd3-4b86-a841-1ab61a105105'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:27:50.596868 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-6639624e-d3a3-4cd1-9c8a-768ff25cc075 None None] Bound port: df23cf84-59ed-4f45-a4d1-2b1e2148d45f, host: dv-cinder-797608-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '079502be-474a-47e1-8289-c16d59de1625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '3c053fd9-ddd3-4b86-a841-1ab61a105105'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:27:50.597297 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6639624e-d3a3-4cd1-9c8a-768ff25cc075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:50.670600 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-6639624e-d3a3-4cd1-9c8a-768ff25cc075 None None] For port df23cf84-59ed-4f45-a4d1-2b1e2148d45f, host dv-cinder-797608-2-smb, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:27:50.675513 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-6639624e-d3a3-4cd1-9c8a-768ff25cc075 None None] For port df23cf84-59ed-4f45-a4d1-2b1e2148d45f, host dv-cinder-797608-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-smb',level=0,port_id=df23cf84-59ed-4f45-a4d1-2b1e2148d45f,segment=NetworkSegment(079502be-474a-47e1-8289-c16d59de1625),segment_id=079502be-474a-47e1-8289-c16d59de1625)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:27:50.681345 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6639624e-d3a3-4cd1-9c8a-768ff25cc075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:50.687241 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:27:50.762548 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639624e-d3a3-4cd1-9c8a-768ff25cc075 None None] Pushing event updated for resources: {'Port': ['ID=df23cf84-59ed-4f45-a4d1-2b1e2148d45f,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:27:50.767151 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6639624e-d3a3-4cd1-9c8a-768ff25cc075 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:27:51.901871 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 45378) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:27:52.246032 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [None req-570302c3-fb25-4c6c-b90c-771f4efc2759 admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 11:27:52.259650 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-570302c3-fb25-4c6c-b90c-771f4efc2759 admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3441746 Jun 29 11:27:54.737387 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 45386) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:27:55.056726 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [None req-45bf0145-0935-4550-899b-ddd3309d17d8 admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 11:27:55.057740 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-45bf0145-0935-4550-899b-ddd3309d17d8 admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3194075 Jun 29 11:27:56.944552 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4cf12b-6ccc-4d0b-a179-bd36614a210f None None] Network 3c053fd9-ddd3-4b86-a841-1ab61a105105 requested from dv-cinder-797608-2-smb {{(pid=93177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:27:57.061560 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-a8028dda-56d9-417c-970e-fbb1f0282d49 None None] Provisioning for port df23cf84-59ed-4f45-a4d1-2b1e2148d45f completed by entity DHCP. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:27:57.523976 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Device df23cf84-59ed-4f45-a4d1-2b1e2148d45f up at agent ovs-agent-dv-cinder-797608-2-smb {{(pid=93177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:27:57.605757 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Provisioning for port df23cf84-59ed-4f45-a4d1-2b1e2148d45f completed by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:27:57.609560 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Provisioning complete for port df23cf84-59ed-4f45-a4d1-2b1e2148d45f triggered by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:27:57.609960 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:57.686971 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 45400) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:27:57.720923 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:57.755733 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] For port df23cf84-59ed-4f45-a4d1-2b1e2148d45f, host dv-cinder-797608-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-smb',level=0,port_id=df23cf84-59ed-4f45-a4d1-2b1e2148d45f,segment=NetworkSegment(079502be-474a-47e1-8289-c16d59de1625),segment_id=079502be-474a-47e1-8289-c16d59de1625)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:27:57.759931 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:57.762226 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6639624e-d3a3-4cd1-9c8a-768ff25cc075 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:27:57.809252 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Pushing event updated for resources: {'Port': ['ID=df23cf84-59ed-4f45-a4d1-2b1e2148d45f,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:27:57.812367 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:27:57.997734 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.v2.base [None req-3bacae7c-727d-4492-95c3-00b3645b69ac admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '7cf29e03132c4ccc8a10962a25ad3f80', 'admin_state_up': True}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:27:58.021451 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3bacae7c-727d-4492-95c3-00b3645b69ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256'] for router, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:58.022972 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3bacae7c-727d-4492-95c3-00b3645b69ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1003057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1012946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-927581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-265'] for router, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:58.161930 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3bacae7c-727d-4492-95c3-00b3645b69ac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:58.167326 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3bacae7c-727d-4492-95c3-00b3645b69ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534950'] for router, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:58.180678 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3bacae7c-727d-4492-95c3-00b3645b69ac admin admin] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:27:58.181853 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-3bacae7c-727d-4492-95c3-00b3645b69ac admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4938042 Jun 29 11:27:59.501803 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Device df23cf84-59ed-4f45-a4d1-2b1e2148d45f up at agent ovs-agent-dv-cinder-797608-2-smb {{(pid=93177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:27:59.552343 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Provisioning complete for port df23cf84-59ed-4f45-a4d1-2b1e2148d45f triggered by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:27:59.552711 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:00.545634 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-67501e57-8b96-4733-b89f-48bf9ecb7a6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:00.595368 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 45408) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:28:00.937431 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [None req-0a5c7d6f-f349-42e5-a26d-b1009bd02aba admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93175) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 11:28:00.938417 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-0a5c7d6f-f349-42e5-a26d-b1009bd02aba admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3420732 Jun 29 11:28:03.316703 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a8ba6e6-e761-466d-bd6c-ec6eeafd0aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:03.439007 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 45416) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:28:03.655015 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:03.764179 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.v2.base [None req-e2c41313-ad20-4abb-a73d-475ab2e4835d admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=93175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:28:03.787669 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2c41313-ad20-4abb-a73d-475ab2e4835d admin admin] Made reservation on behalf of f509baa710ed425f9b8902bf86754637 for: {'network': 1} {{(pid=93175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:28:03.791260 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-e2c41313-ad20-4abb-a73d-475ab2e4835d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for network, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:03.808427 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-e2c41313-ad20-4abb-a73d-475ab2e4835d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:03.948266 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-e2c41313-ad20-4abb-a73d-475ab2e4835d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:03.952399 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-e2c41313-ad20-4abb-a73d-475ab2e4835d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:03.956897 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:28:03.971063 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e2c41313-ad20-4abb-a73d-475ab2e4835d admin admin] Reserving flat network on physical network physnet1 {{(pid=93175) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 29 11:28:03.998486 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-e2c41313-ad20-4abb-a73d-475ab2e4835d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744991479098', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144823'] for segment, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:03.998965 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-e2c41313-ad20-4abb-a73d-475ab2e4835d admin admin] Unsubscribe: segment precommit_create {{(pid=93175) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 29 11:28:03.999427 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.db.segments_db [None req-e2c41313-ad20-4abb-a73d-475ab2e4835d admin admin] Added segment bd18eb46-f552-49e6-b53a-14bd17fb4993 of type flat for network 6fd298bf-14bd-44c4-b839-39c6685a3eb6 Jun 29 11:28:04.003751 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c41313-ad20-4abb-a73d-475ab2e4835d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd30e3ab-ade7-4696-8ad9-e861a5150310,revision_number=1']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:28:04.011614 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-e2c41313-ad20-4abb-a73d-475ab2e4835d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:28:04.061539 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-e2c41313-ad20-4abb-a73d-475ab2e4835d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744990971203'] for network, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:04.116167 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-e2c41313-ad20-4abb-a73d-475ab2e4835d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370'] for network, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:04.117692 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c41313-ad20-4abb-a73d-475ab2e4835d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:28:04.118255 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-e2c41313-ad20-4abb-a73d-475ab2e4835d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636407'] for network, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:04.141057 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:28:04.205402 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-e2c41313-ad20-4abb-a73d-475ab2e4835d admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7652676 Jun 29 11:28:04.231403 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c41313-ad20-4abb-a73d-475ab2e4835d admin admin] Pushing event updated for resources: {'Network': ['ID=6fd298bf-14bd-44c4-b839-39c6685a3eb6,revision_number=1']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:28:04.235417 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-e2c41313-ad20-4abb-a73d-475ab2e4835d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:28:04.248667 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Network 6fd298bf-14bd-44c4-b839-39c6685a3eb6 details requested by agent ovs-agent-dv-cinder-797608-2-smb with host dv-cinder-797608-2-smb {{(pid=93177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 11:28:04.360131 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9be8c49d-fdd7-49be-a71c-49aaf5d45c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:06.310051 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7dc1f572-48b9-4e28-8a5a-f2a12e721563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:06.663932 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 45434) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:28:06.853218 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa002bf8-cffd-4577-9914-8a8bc5f27566 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:28:06.854853 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-aa002bf8-cffd-4577-9914-8a8bc5f27566 admin admin] 10.222.0.78 "GET /v2.0/subnets/6d265251-f871-4f35-b1a9-12d11a86d78e HTTP/1.1" status: 200 len: 849 time: 0.1898994 Jun 29 11:28:07.030954 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-2cbb8100-8bb9-40a0-9f9b-33add358abf4 admin admin] 10.222.0.78 "GET /v2.0/routers/c6d2fc26-e533-4687-b17e-89339ae060a7 HTTP/1.1" status: 200 len: 704 time: 0.1682253 Jun 29 11:28:07.315367 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1253b60c-d9aa-43b7-a0ec-6ff181db805c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:07.613437 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.db.db_base_plugin_common [None req-1253b60c-d9aa-43b7-a0ec-6ff181db805c admin admin] Allocated IP 172.20.0.1 (3c053fd9-ddd3-4b86-a841-1ab61a105105/6d265251-f871-4f35-b1a9-12d11a86d78e/39099621-128d-41e9-940f-af1ba3a22c5c) {{(pid=93175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:28:07.782677 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1253b60c-d9aa-43b7-a0ec-6ff181db805c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:07.806862 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.db.provisioning_blocks [None req-1253b60c-d9aa-43b7-a0ec-6ff181db805c admin admin] Transition to ACTIVE for port object 39099621-128d-41e9-940f-af1ba3a22c5c will not be triggered until provisioned by entity DHCP. {{(pid=93175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:28:07.889949 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1253b60c-d9aa-43b7-a0ec-6ff181db805c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3670657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744990953741'] for port, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:07.892923 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:28:08.013707 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1253b60c-d9aa-43b7-a0ec-6ff181db805c admin admin] Network 3c053fd9-ddd3-4b86-a841-1ab61a105105 is already hosted by enough agents. {{(pid=93175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:28:08.022468 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.base_scheduler [None req-1253b60c-d9aa-43b7-a0ec-6ff181db805c admin admin] Resources bound (agent type, host, resource id): {{(pid=93175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:28:08.028025 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1253b60c-d9aa-43b7-a0ec-6ff181db805c admin admin] Received port after_create {{(pid=93175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:28:08.029093 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1253b60c-d9aa-43b7-a0ec-6ff181db805c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015169'] for router_interface, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:08.049425 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1253b60c-d9aa-43b7-a0ec-6ff181db805c admin admin] Pushing event updated for resources: {'Port': ['ID=39099621-128d-41e9-940f-af1ba3a22c5c,revision_number=1']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:28:08.098160 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-1253b60c-d9aa-43b7-a0ec-6ff181db805c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:28:08.251721 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1253b60c-d9aa-43b7-a0ec-6ff181db805c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:08.280948 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-a696bec4-43fd-4c88-ae02-ef52dce5e2ce None None] Provisioning for port 39099621-128d-41e9-940f-af1ba3a22c5c completed by entity DHCP. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:28:08.285567 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-a696bec4-43fd-4c88-ae02-ef52dce5e2ce None None] Provisioning complete for port 39099621-128d-41e9-940f-af1ba3a22c5c triggered by entity DHCP. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:28:08.285937 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a696bec4-43fd-4c88-ae02-ef52dce5e2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:08.320699 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-a696bec4-43fd-4c88-ae02-ef52dce5e2ce None None] Port 39099621-128d-41e9-940f-af1ba3a22c5c cannot update to ACTIVE because it is not bound. {{(pid=93177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 11:28:08.442630 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1253b60c-d9aa-43b7-a0ec-6ff181db805c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:08.447862 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1253b60c-d9aa-43b7-a0ec-6ff181db805c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:08.448973 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1253b60c-d9aa-43b7-a0ec-6ff181db805c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015061'] for router_interface, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:08.451655 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-1253b60c-d9aa-43b7-a0ec-6ff181db805c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:28:08.529150 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1253b60c-d9aa-43b7-a0ec-6ff181db805c admin admin] Pushing event updated for resources: {'Port': ['ID=39099621-128d-41e9-940f-af1ba3a22c5c,revision_number=2']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:28:08.532041 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-1253b60c-d9aa-43b7-a0ec-6ff181db805c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:28:08.579851 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1253b60c-d9aa-43b7-a0ec-6ff181db805c admin admin] Network 3c053fd9-ddd3-4b86-a841-1ab61a105105 is already hosted by enough agents. {{(pid=93175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:28:08.581283 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.base_scheduler [None req-1253b60c-d9aa-43b7-a0ec-6ff181db805c admin admin] Resources bound (agent type, host, resource id): {{(pid=93175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:28:08.745321 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-fb251f7d-de5c-454c-ad57-0a01b200492b None None] Provisioning complete for port 39099621-128d-41e9-940f-af1ba3a22c5c triggered by entity DHCP. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:28:08.745697 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fb251f7d-de5c-454c-ad57-0a01b200492b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:08.752965 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1253b60c-d9aa-43b7-a0ec-6ff181db805c admin admin] Router c6d2fc26-e533-4687-b17e-89339ae060a7 is scheduled to L3 agent bfbd9503-e406-4b21-85aa-cc71bbe721ce with binding_index 1 {{(pid=93175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 11:28:08.786378 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-fb251f7d-de5c-454c-ad57-0a01b200492b None None] Port 39099621-128d-41e9-940f-af1ba3a22c5c cannot update to ACTIVE because it is not bound. {{(pid=93177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 11:28:08.851480 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1253b60c-d9aa-43b7-a0ec-6ff181db805c admin admin] Notify agent at l3_agent.dv-cinder-797608-2-smb the message routers_updated {{(pid=93175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:28:08.858166 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-1253b60c-d9aa-43b7-a0ec-6ff181db805c admin admin] 10.222.0.78 "PUT /v2.0/routers/c6d2fc26-e533-4687-b17e-89339ae060a7/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8221977 Jun 29 11:28:08.861789 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ab341c-9826-4b99-b571-a7d56822e93d None None] Sync routers for ids ['c6d2fc26-e533-4687-b17e-89339ae060a7'] in dv-cinder-797608-2-smb {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:28:08.874870 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ab341c-9826-4b99-b571-a7d56822e93d None None] Routers {'c6d2fc26-e533-4687-b17e-89339ae060a7'} bound to L3 agent in host dv-cinder-797608-2-smb {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:28:08.875889 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-d3ab341c-9826-4b99-b571-a7d56822e93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T11:27:33Z,description=,heartbeat_timestamp=2021-06-29T11:28:03Z,host='dv-cinder-797608-2-smb',id=bfbd9503-e406-4b21-85aa-cc71bbe721ce,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:33Z,topic='l3_agent')) {'router_ids': ['c6d2fc26-e533-4687-b17e-89339ae060a7'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:28:09.073417 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-d3ab341c-9826-4b99-b571-a7d56822e93d None None] Set router c6d2fc26-e533-4687-b17e-89339ae060a7 gateway port host: None {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:28:09.533519 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-d3ab341c-9826-4b99-b571-a7d56822e93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d2fc26-e533-4687-b17e-89339ae060a7', 'name': 'router1', 'tenant_id': '7cf29e03132c4ccc8a10962a25ad3f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:27:58Z', 'updated_at': '2021-06-29T11:28:08Z', 'revision_number': 2, 'project_id': '7cf29e03132c4ccc8a10962a25ad3f80', 'gw_port_host': None, '_interfaces': [{'id': '39099621-128d-41e9-940f-af1ba3a22c5c', 'name': '', 'network_id': '3c053fd9-ddd3-4b86-a841-1ab61a105105', 'tenant_id': '7cf29e03132c4ccc8a10962a25ad3f80', 'mac_address': 'fa:16:3e:d4:37:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d2fc26-e533-4687-b17e-89339ae060a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6d265251-f871-4f35-b1a9-12d11a86d78e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:28:07Z', 'updated_at': '2021-06-29T11:28:08Z', 'revision_number': 2, 'project_id': '7cf29e03132c4ccc8a10962a25ad3f80', 'subnets': [{'id': '6d265251-f871-4f35-b1a9-12d11a86d78e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6bcf3a75-262c-42a4-8c39-e8d679c014d5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-smb', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:28:09.586508 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ab341c-9826-4b99-b571-a7d56822e93d None None] Checking router: c6d2fc26-e533-4687-b17e-89339ae060a7 for host: dv-cinder-797608-2-smb {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:28:09.586882 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ab341c-9826-4b99-b571-a7d56822e93d None None] Updating router c6d2fc26-e533-4687-b17e-89339ae060a7 port 39099621-128d-41e9-940f-af1ba3a22c5c binding host dv-cinder-797608-2-smb {{(pid=93178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 11:28:09.651826 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d3ab341c-9826-4b99-b571-a7d56822e93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:10.185452 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d3ab341c-9826-4b99-b571-a7d56822e93d None None] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:10.205898 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-d3ab341c-9826-4b99-b571-a7d56822e93d None None] Transition to ACTIVE for port object 39099621-128d-41e9-940f-af1ba3a22c5c will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:28:10.212844 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d3ab341c-9826-4b99-b571-a7d56822e93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:10.215849 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:28:10.309586 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f77cba-3155-4ba7-b77b-0bb7d056d628 None None] Pushing event updated for resources: {'Port': ['ID=39099621-128d-41e9-940f-af1ba3a22c5c,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:28:10.356577 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f77cba-3155-4ba7-b77b-0bb7d056d628 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:28:10.356909 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f77cba-3155-4ba7-b77b-0bb7d056d628 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:28:10.357239 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f77cba-3155-4ba7-b77b-0bb7d056d628 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:28:10.357557 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f77cba-3155-4ba7-b77b-0bb7d056d628 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:28:10.357873 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f77cba-3155-4ba7-b77b-0bb7d056d628 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:28:10.358197 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f77cba-3155-4ba7-b77b-0bb7d056d628 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:28:10.358508 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f77cba-3155-4ba7-b77b-0bb7d056d628 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:28:10.358817 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f77cba-3155-4ba7-b77b-0bb7d056d628 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:28:10.359125 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f77cba-3155-4ba7-b77b-0bb7d056d628 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:28:10.359434 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f77cba-3155-4ba7-b77b-0bb7d056d628 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:28:10.359767 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f77cba-3155-4ba7-b77b-0bb7d056d628 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:28:10.360076 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f77cba-3155-4ba7-b77b-0bb7d056d628 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:28:10.361151 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f77cba-3155-4ba7-b77b-0bb7d056d628 None None] Tracked resource versions report: Jun 29 11:28:10.361151 dv-cinder-797608-2-smb neutron-server[93178]: pushed versions: Jun 29 11:28:10.361151 dv-cinder-797608-2-smb neutron-server[93178]: { 'AddressGroup': {'1.2'}, Jun 29 11:28:10.361151 dv-cinder-797608-2-smb neutron-server[93178]: 'ConntrackHelper': {'1.0'}, Jun 29 11:28:10.361151 dv-cinder-797608-2-smb neutron-server[93178]: 'Log': {'1.0'}, Jun 29 11:28:10.361151 dv-cinder-797608-2-smb neutron-server[93178]: 'Network': {'1.1'}, Jun 29 11:28:10.361151 dv-cinder-797608-2-smb neutron-server[93178]: 'Port': {'1.7'}, Jun 29 11:28:10.361151 dv-cinder-797608-2-smb neutron-server[93178]: 'PortForwarding': {'1.2'}, Jun 29 11:28:10.361151 dv-cinder-797608-2-smb neutron-server[93178]: 'QosPolicy': {'1.8'}, Jun 29 11:28:10.361151 dv-cinder-797608-2-smb neutron-server[93178]: 'SecurityGroup': {'1.4'}, Jun 29 11:28:10.361151 dv-cinder-797608-2-smb neutron-server[93178]: 'SecurityGroupRule': {'1.2'}, Jun 29 11:28:10.361151 dv-cinder-797608-2-smb neutron-server[93178]: 'SubPort': {'1.0'}, Jun 29 11:28:10.361151 dv-cinder-797608-2-smb neutron-server[93178]: 'Subnet': {'1.1'}, Jun 29 11:28:10.361151 dv-cinder-797608-2-smb neutron-server[93178]: 'Trunk': {'1.1'}} Jun 29 11:28:10.361151 dv-cinder-797608-2-smb neutron-server[93178]: consumer versions: Jun 29 11:28:10.361151 dv-cinder-797608-2-smb neutron-server[93178]: { DHCP agent@dv-cinder-797608-2-smb: {}, Jun 29 11:28:10.361151 dv-cinder-797608-2-smb neutron-server[93178]: L3 agent@dv-cinder-797608-2-smb: {}, Jun 29 11:28:10.361151 dv-cinder-797608-2-smb neutron-server[93178]: Metadata agent@dv-cinder-797608-2-smb: {}, Jun 29 11:28:10.361151 dv-cinder-797608-2-smb neutron-server[93178]: Metering agent@dv-cinder-797608-2-smb: {}, Jun 29 11:28:10.361151 dv-cinder-797608-2-smb neutron-server[93178]: Open vSwitch agent@dv-cinder-797608-2-smb: { 'AddressGroup': '1.2', Jun 29 11:28:10.361151 dv-cinder-797608-2-smb neutron-server[93178]: 'ConntrackHelper': '1.0', Jun 29 11:28:10.361151 dv-cinder-797608-2-smb neutron-server[93178]: 'Log': '1.0', Jun 29 11:28:10.361151 dv-cinder-797608-2-smb neutron-server[93178]: 'Network': '1.1', Jun 29 11:28:10.361151 dv-cinder-797608-2-smb neutron-server[93178]: 'Port': '1.7', Jun 29 11:28:10.361151 dv-cinder-797608-2-smb neutron-server[93178]: 'PortForwarding': '1.2', Jun 29 11:28:10.361151 dv-cinder-797608-2-smb neutron-server[93178]: 'QosPolicy': '1.8', Jun 29 11:28:10.361151 dv-cinder-797608-2-smb neutron-server[93178]: 'SecurityGroup': '1.4', Jun 29 11:28:10.361151 dv-cinder-797608-2-smb neutron-server[93178]: 'SecurityGroupRule': '1.2', Jun 29 11:28:10.361151 dv-cinder-797608-2-smb neutron-server[93178]: 'SubPort': '1.0', Jun 29 11:28:10.361151 dv-cinder-797608-2-smb neutron-server[93178]: 'Subnet': '1.1', Jun 29 11:28:10.361151 dv-cinder-797608-2-smb neutron-server[93178]: 'Trunk': '1.1'}} Jun 29 11:28:10.361151 dv-cinder-797608-2-smb neutron-server[93178]: {{(pid=93178) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 11:28:10.373993 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70f77cba-3155-4ba7-b77b-0bb7d056d628 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:28:10.404852 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-d3ab341c-9826-4b99-b571-a7d56822e93d None None] Attempting to bind port 39099621-128d-41e9-940f-af1ba3a22c5c on host dv-cinder-797608-2-smb for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:28:10.405579 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-d3ab341c-9826-4b99-b571-a7d56822e93d None None] Attempting to bind port 39099621-128d-41e9-940f-af1ba3a22c5c by drivers openvswitch,hyperv on host dv-cinder-797608-2-smb at level 0 using segments [{'id': '079502be-474a-47e1-8289-c16d59de1625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '3c053fd9-ddd3-4b86-a841-1ab61a105105'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:28:10.406284 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ab341c-9826-4b99-b571-a7d56822e93d None None] Attempting to bind port 39099621-128d-41e9-940f-af1ba3a22c5c on network 3c053fd9-ddd3-4b86-a841-1ab61a105105 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:28:10.412177 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ab341c-9826-4b99-b571-a7d56822e93d None None] Checking agent: {'id': 'd2315a1d-b1aa-4a09-8200-44995cf6bc46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 27, 34), 'started_at': datetime.datetime(2021, 6, 29, 11, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:28:10.412716 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ab341c-9826-4b99-b571-a7d56822e93d None None] Checking segment: {'id': '079502be-474a-47e1-8289-c16d59de1625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '3c053fd9-ddd3-4b86-a841-1ab61a105105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:28:10.413355 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d3ab341c-9826-4b99-b571-a7d56822e93d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:10.413837 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ab341c-9826-4b99-b571-a7d56822e93d None None] Bound using segment: {'id': '079502be-474a-47e1-8289-c16d59de1625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '3c053fd9-ddd3-4b86-a841-1ab61a105105'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:28:10.414628 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-d3ab341c-9826-4b99-b571-a7d56822e93d None None] Bound port: 39099621-128d-41e9-940f-af1ba3a22c5c, host: dv-cinder-797608-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '079502be-474a-47e1-8289-c16d59de1625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '3c053fd9-ddd3-4b86-a841-1ab61a105105'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:28:10.415132 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d3ab341c-9826-4b99-b571-a7d56822e93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:10.485996 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-d3ab341c-9826-4b99-b571-a7d56822e93d None None] For port 39099621-128d-41e9-940f-af1ba3a22c5c, host dv-cinder-797608-2-smb, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:28:10.510446 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-d3ab341c-9826-4b99-b571-a7d56822e93d None None] For port 39099621-128d-41e9-940f-af1ba3a22c5c, host dv-cinder-797608-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-smb',level=0,port_id=39099621-128d-41e9-940f-af1ba3a22c5c,segment=NetworkSegment(079502be-474a-47e1-8289-c16d59de1625),segment_id=079502be-474a-47e1-8289-c16d59de1625)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:28:10.516134 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d3ab341c-9826-4b99-b571-a7d56822e93d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:10.519815 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:28:10.592382 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f77cba-3155-4ba7-b77b-0bb7d056d628 None None] Pushing event updated for resources: {'Port': ['ID=39099621-128d-41e9-940f-af1ba3a22c5c,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:28:10.595002 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ab341c-9826-4b99-b571-a7d56822e93d None None] Routers {'c6d2fc26-e533-4687-b17e-89339ae060a7'} bound to L3 agent in host dv-cinder-797608-2-smb {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:28:10.595639 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-d3ab341c-9826-4b99-b571-a7d56822e93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T11:27:33Z,description=,heartbeat_timestamp=2021-06-29T11:28:03Z,host='dv-cinder-797608-2-smb',id=bfbd9503-e406-4b21-85aa-cc71bbe721ce,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:33Z,topic='l3_agent')) {'router_ids': ['c6d2fc26-e533-4687-b17e-89339ae060a7'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:28:10.634601 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70f77cba-3155-4ba7-b77b-0bb7d056d628 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:28:10.704369 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-d3ab341c-9826-4b99-b571-a7d56822e93d None None] Set router c6d2fc26-e533-4687-b17e-89339ae060a7 gateway port host: None {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:28:10.946240 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-d3ab341c-9826-4b99-b571-a7d56822e93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d2fc26-e533-4687-b17e-89339ae060a7', 'name': 'router1', 'tenant_id': '7cf29e03132c4ccc8a10962a25ad3f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:27:58Z', 'updated_at': '2021-06-29T11:28:08Z', 'revision_number': 2, 'project_id': '7cf29e03132c4ccc8a10962a25ad3f80', 'gw_port_host': None, '_interfaces': [{'id': '39099621-128d-41e9-940f-af1ba3a22c5c', 'name': '', 'network_id': '3c053fd9-ddd3-4b86-a841-1ab61a105105', 'tenant_id': '7cf29e03132c4ccc8a10962a25ad3f80', 'mac_address': 'fa:16:3e:d4:37:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d2fc26-e533-4687-b17e-89339ae060a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6d265251-f871-4f35-b1a9-12d11a86d78e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:28:07Z', 'updated_at': '2021-06-29T11:28:10Z', 'revision_number': 4, 'project_id': '7cf29e03132c4ccc8a10962a25ad3f80', 'subnets': [{'id': '6d265251-f871-4f35-b1a9-12d11a86d78e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6bcf3a75-262c-42a4-8c39-e8d679c014d5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-smb', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:28:10.980312 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ab341c-9826-4b99-b571-a7d56822e93d None None] The sync data for ids ['c6d2fc26-e533-4687-b17e-89339ae060a7'] in dv-cinder-797608-2-smb is: [{'id': 'c6d2fc26-e533-4687-b17e-89339ae060a7', 'name': 'router1', 'tenant_id': '7cf29e03132c4ccc8a10962a25ad3f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:27:58Z', 'updated_at': '2021-06-29T11:28:08Z', 'revision_number': 2, 'project_id': '7cf29e03132c4ccc8a10962a25ad3f80', 'gw_port_host': None, '_interfaces': [{'id': '39099621-128d-41e9-940f-af1ba3a22c5c', 'name': '', 'network_id': '3c053fd9-ddd3-4b86-a841-1ab61a105105', 'tenant_id': '7cf29e03132c4ccc8a10962a25ad3f80', 'mac_address': 'fa:16:3e:d4:37:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d2fc26-e533-4687-b17e-89339ae060a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6d265251-f871-4f35-b1a9-12d11a86d78e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:28:07Z', 'updated_at': '2021-06-29T11:28:10Z', 'revision_number': 4, 'project_id': '7cf29e03132c4ccc8a10962a25ad3f80', 'subnets': [{'id': '6d265251-f871-4f35-b1a9-12d11a86d78e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6bcf3a75-262c-42a4-8c39-e8d679c014d5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:28:11.165086 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 45454) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:28:11.322651 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921a2589-1190-4e26-81f2-1ffcf966e385 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:28:11.323968 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-921a2589-1190-4e26-81f2-1ffcf966e385 admin admin] 10.222.0.78 "GET /v2.0/networks/6fd298bf-14bd-44c4-b839-39c6685a3eb6 HTTP/1.1" status: 200 len: 842 time: 0.1579685 Jun 29 11:28:11.335459 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.v2.base [None req-7859c704-d470-4cfd-9575-6b1cca11e9f0 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:28:11.365758 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7859c704-d470-4cfd-9575-6b1cca11e9f0 admin admin] Made reservation on behalf of f509baa710ed425f9b8902bf86754637 for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:28:11.368749 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7859c704-d470-4cfd-9575-6b1cca11e9f0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:11.802444 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.objects.ports [None req-7859c704-d470-4cfd-9575-6b1cca11e9f0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93176) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 29 11:28:11.802920 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7859c704-d470-4cfd-9575-6b1cca11e9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:11.805839 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:28:11.862146 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7859c704-d470-4cfd-9575-6b1cca11e9f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=042f854c-de74-4a6a-969f-d747577d8cca,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:28:11.870759 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7859c704-d470-4cfd-9575-6b1cca11e9f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:28:11.873747 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7859c704-d470-4cfd-9575-6b1cca11e9f0 admin admin] Checking segment: {'id': 'bd18eb46-f552-49e6-b53a-14bd17fb4993', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:28:11.874048 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7859c704-d470-4cfd-9575-6b1cca11e9f0 admin admin] Network hostable DHCP agents. Network: 6fd298bf-14bd-44c4-b839-39c6685a3eb6, hostable agents: ['069d6837-862e-44f3-9997-a187e03939a0'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 11:28:11.896969 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7859c704-d470-4cfd-9575-6b1cca11e9f0 admin admin] Network 6fd298bf-14bd-44c4-b839-39c6685a3eb6 is scheduled to be hosted by DHCP agent 069d6837-862e-44f3-9997-a187e03939a0 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 11:28:11.911053 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-7859c704-d470-4cfd-9575-6b1cca11e9f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-2-smb, 6fd298bf-14bd-44c4-b839-39c6685a3eb6) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:28:11.920541 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7859c704-d470-4cfd-9575-6b1cca11e9f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:28:11.921802 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7859c704-d470-4cfd-9575-6b1cca11e9f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636407'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:11.923881 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40dab9ec-d07d-42fa-8366-9616b5df1c0b None None] Network 6fd298bf-14bd-44c4-b839-39c6685a3eb6 requested from dv-cinder-797608-2-smb {{(pid=93177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:28:11.945768 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-7859c704-d470-4cfd-9575-6b1cca11e9f0 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6066999 Jun 29 11:28:12.140669 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ffdf913-9b75-4391-96ac-47fab9b98d67 None None] Network 6fd298bf-14bd-44c4-b839-39c6685a3eb6 requested from dv-cinder-797608-2-smb {{(pid=93177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:28:14.285510 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 45466) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:28:14.311891 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.agents_db [None req-013366be-bbdd-48cc-8d7f-8588d5b4b8e9 None None] Agent healthcheck: found 5 active agents {{(pid=93178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:28:14.516503 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-843ea94c-a852-439c-9eaf-cdc91bf41b65 admin admin] 10.222.0.78 "GET /v2.0/routers/c6d2fc26-e533-4687-b17e-89339ae060a7 HTTP/1.1" status: 200 len: 710 time: 0.2297976 Jun 29 11:28:14.608151 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a295993a-2e0e-4d04-b39a-55721e470b60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:28:14.609536 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-a295993a-2e0e-4d04-b39a-55721e470b60 admin admin] 10.222.0.78 "GET /v2.0/networks/6fd298bf-14bd-44c4-b839-39c6685a3eb6 HTTP/1.1" status: 200 len: 886 time: 0.0878217 Jun 29 11:28:14.618338 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.v2.base [None req-705a5f56-3d35-412c-a4dd-2354fe9526d9 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6'}}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:28:14.894463 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-705a5f56-3d35-412c-a4dd-2354fe9526d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534850', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-507'] for router, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:15.289255 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-705a5f56-3d35-412c-a4dd-2354fe9526d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:15.443155 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-705a5f56-3d35-412c-a4dd-2354fe9526d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:15.568629 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Device 39099621-128d-41e9-940f-af1ba3a22c5c up at agent ovs-agent-dv-cinder-797608-2-smb {{(pid=93177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:28:15.629671 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Provisioning for port 39099621-128d-41e9-940f-af1ba3a22c5c completed by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:28:15.634566 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Provisioning complete for port 39099621-128d-41e9-940f-af1ba3a22c5c triggered by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:28:15.635082 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:15.638957 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-705a5f56-3d35-412c-a4dd-2354fe9526d9 admin admin] Allocated IP 172.28.2.168 (6fd298bf-14bd-44c4-b839-39c6685a3eb6/042f854c-de74-4a6a-969f-d747577d8cca/967d9ba9-24b1-4561-bbb7-a3bfbba1b73b) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:28:15.745695 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:15.782918 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-705a5f56-3d35-412c-a4dd-2354fe9526d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:15.787182 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] For port 39099621-128d-41e9-940f-af1ba3a22c5c, host dv-cinder-797608-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-smb',level=0,port_id=39099621-128d-41e9-940f-af1ba3a22c5c,segment=NetworkSegment(079502be-474a-47e1-8289-c16d59de1625),segment_id=079502be-474a-47e1-8289-c16d59de1625)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:28:15.793149 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:15.795332 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6639624e-d3a3-4cd1-9c8a-768ff25cc075 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:28:15.847394 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Pushing event updated for resources: {'Port': ['ID=39099621-128d-41e9-940f-af1ba3a22c5c,revision_number=5']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:28:15.850777 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:28:15.884021 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-705a5f56-3d35-412c-a4dd-2354fe9526d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3670657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744990953741'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:15.889602 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:28:15.963339 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705a5f56-3d35-412c-a4dd-2354fe9526d9 admin admin] Network 6fd298bf-14bd-44c4-b839-39c6685a3eb6 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:28:15.968277 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-705a5f56-3d35-412c-a4dd-2354fe9526d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:28:15.971315 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705a5f56-3d35-412c-a4dd-2354fe9526d9 admin admin] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:28:16.059029 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705a5f56-3d35-412c-a4dd-2354fe9526d9 admin admin] Pushing event updated for resources: {'Port': ['ID=967d9ba9-24b1-4561-bbb7-a3bfbba1b73b,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:28:16.070823 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-705a5f56-3d35-412c-a4dd-2354fe9526d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:28:16.303962 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-705a5f56-3d35-412c-a4dd-2354fe9526d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:16.565933 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-705a5f56-3d35-412c-a4dd-2354fe9526d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534850', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-507'] for router, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:16.569669 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-705a5f56-3d35-412c-a4dd-2354fe9526d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-534859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-534868', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1002315'] for router, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:16.687950 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-705a5f56-3d35-412c-a4dd-2354fe9526d9 admin admin] Router c6d2fc26-e533-4687-b17e-89339ae060a7 has already been hosted by L3 agent bfbd9503-e406-4b21-85aa-cc71bbe721ce {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 11:28:16.799135 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-705a5f56-3d35-412c-a4dd-2354fe9526d9 admin admin] Notify agent at l3_agent.dv-cinder-797608-2-smb the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:28:16.804130 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-705a5f56-3d35-412c-a4dd-2354fe9526d9 admin admin] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:16.805377 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-705a5f56-3d35-412c-a4dd-2354fe9526d9 admin admin] 10.222.0.78 "PUT /v2.0/routers/c6d2fc26-e533-4687-b17e-89339ae060a7 HTTP/1.1" status: 200 len: 890 time: 2.1903868 Jun 29 11:28:16.812961 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd8e25c-732d-4871-a86c-0b6beeb1af0d None None] Sync routers for ids ['c6d2fc26-e533-4687-b17e-89339ae060a7'] in dv-cinder-797608-2-smb {{(pid=93177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:28:16.827115 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd8e25c-732d-4871-a86c-0b6beeb1af0d None None] Routers {'c6d2fc26-e533-4687-b17e-89339ae060a7'} bound to L3 agent in host dv-cinder-797608-2-smb {{(pid=93177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:28:16.827934 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-9fd8e25c-732d-4871-a86c-0b6beeb1af0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T11:27:33Z,description=,heartbeat_timestamp=2021-06-29T11:28:03Z,host='dv-cinder-797608-2-smb',id=bfbd9503-e406-4b21-85aa-cc71bbe721ce,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:33Z,topic='l3_agent')) {'router_ids': ['c6d2fc26-e533-4687-b17e-89339ae060a7'], 'active': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:28:17.153765 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_dvr_db [None req-9fd8e25c-732d-4871-a86c-0b6beeb1af0d None None] Set router c6d2fc26-e533-4687-b17e-89339ae060a7 gateway port host: dv-cinder-797608-2-smb {{(pid=93177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:28:17.554984 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Device 39099621-128d-41e9-940f-af1ba3a22c5c up at agent ovs-agent-dv-cinder-797608-2-smb {{(pid=93177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:28:17.694561 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Provisioning complete for port 39099621-128d-41e9-940f-af1ba3a22c5c triggered by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:28:17.695054 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:17.752661 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-9fd8e25c-732d-4871-a86c-0b6beeb1af0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d2fc26-e533-4687-b17e-89339ae060a7', 'name': 'router1', 'tenant_id': '7cf29e03132c4ccc8a10962a25ad3f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'external_fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.168'}], 'enable_snat': True}, 'gw_port_id': '967d9ba9-24b1-4561-bbb7-a3bfbba1b73b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:27:58Z', 'updated_at': '2021-06-29T11:28:16Z', 'revision_number': 4, 'project_id': '7cf29e03132c4ccc8a10962a25ad3f80', 'gw_port': {'id': '967d9ba9-24b1-4561-bbb7-a3bfbba1b73b', 'name': '', 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:dd:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d2fc26-e533-4687-b17e-89339ae060a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:28:15Z', 'updated_at': '2021-06-29T11:28:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '042f854c-de74-4a6a-969f-d747577d8cca', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-smb', '_interfaces': [{'id': '39099621-128d-41e9-940f-af1ba3a22c5c', 'name': '', 'network_id': '3c053fd9-ddd3-4b86-a841-1ab61a105105', 'tenant_id': '7cf29e03132c4ccc8a10962a25ad3f80', 'mac_address': 'fa:16:3e:d4:37:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d2fc26-e533-4687-b17e-89339ae060a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6d265251-f871-4f35-b1a9-12d11a86d78e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:28:07Z', 'updated_at': '2021-06-29T11:28:15Z', 'revision_number': 5, 'project_id': '7cf29e03132c4ccc8a10962a25ad3f80', 'subnets': [{'id': '6d265251-f871-4f35-b1a9-12d11a86d78e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6bcf3a75-262c-42a4-8c39-e8d679c014d5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-smb', False) {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:28:17.811198 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd8e25c-732d-4871-a86c-0b6beeb1af0d None None] Checking router: c6d2fc26-e533-4687-b17e-89339ae060a7 for host: dv-cinder-797608-2-smb {{(pid=93177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:28:17.811775 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd8e25c-732d-4871-a86c-0b6beeb1af0d None None] Updating router c6d2fc26-e533-4687-b17e-89339ae060a7 port 967d9ba9-24b1-4561-bbb7-a3bfbba1b73b binding host dv-cinder-797608-2-smb {{(pid=93177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 11:28:17.872784 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9fd8e25c-732d-4871-a86c-0b6beeb1af0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:18.295277 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9fd8e25c-732d-4871-a86c-0b6beeb1af0d None None] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:18.308450 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-9fd8e25c-732d-4871-a86c-0b6beeb1af0d None None] Transition to ACTIVE for port object 967d9ba9-24b1-4561-bbb7-a3bfbba1b73b will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:28:18.315815 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9fd8e25c-732d-4871-a86c-0b6beeb1af0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:18.318623 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:28:18.379017 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6409ca-72e4-487c-880e-fb5ac387a591 None None] Pushing event updated for resources: {'Port': ['ID=967d9ba9-24b1-4561-bbb7-a3bfbba1b73b,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:28:18.381799 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-9fd8e25c-732d-4871-a86c-0b6beeb1af0d None None] Attempting to bind port 967d9ba9-24b1-4561-bbb7-a3bfbba1b73b on host dv-cinder-797608-2-smb for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:28:18.382943 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-9fd8e25c-732d-4871-a86c-0b6beeb1af0d None None] Attempting to bind port 967d9ba9-24b1-4561-bbb7-a3bfbba1b73b by drivers openvswitch,hyperv on host dv-cinder-797608-2-smb at level 0 using segments [{'id': 'bd18eb46-f552-49e6-b53a-14bd17fb4993', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:28:18.383532 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd8e25c-732d-4871-a86c-0b6beeb1af0d None None] Attempting to bind port 967d9ba9-24b1-4561-bbb7-a3bfbba1b73b on network 6fd298bf-14bd-44c4-b839-39c6685a3eb6 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:28:18.387011 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8c6409ca-72e4-487c-880e-fb5ac387a591 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:28:18.393388 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd8e25c-732d-4871-a86c-0b6beeb1af0d None None] Checking agent: {'id': 'd2315a1d-b1aa-4a09-8200-44995cf6bc46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 27, 34), 'started_at': datetime.datetime(2021, 6, 29, 11, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:28:18.393960 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd8e25c-732d-4871-a86c-0b6beeb1af0d None None] Checking segment: {'id': 'bd18eb46-f552-49e6-b53a-14bd17fb4993', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:28:18.394585 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9fd8e25c-732d-4871-a86c-0b6beeb1af0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:18.395210 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd8e25c-732d-4871-a86c-0b6beeb1af0d None None] Bound using segment: {'id': 'bd18eb46-f552-49e6-b53a-14bd17fb4993', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:28:18.396009 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-9fd8e25c-732d-4871-a86c-0b6beeb1af0d None None] Bound port: 967d9ba9-24b1-4561-bbb7-a3bfbba1b73b, host: dv-cinder-797608-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd18eb46-f552-49e6-b53a-14bd17fb4993', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:28:18.396607 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9fd8e25c-732d-4871-a86c-0b6beeb1af0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:18.460943 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-9fd8e25c-732d-4871-a86c-0b6beeb1af0d None None] For port 967d9ba9-24b1-4561-bbb7-a3bfbba1b73b, host dv-cinder-797608-2-smb, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:28:18.464858 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-9fd8e25c-732d-4871-a86c-0b6beeb1af0d None None] For port 967d9ba9-24b1-4561-bbb7-a3bfbba1b73b, host dv-cinder-797608-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-smb',level=0,port_id=967d9ba9-24b1-4561-bbb7-a3bfbba1b73b,segment=NetworkSegment(bd18eb46-f552-49e6-b53a-14bd17fb4993),segment_id=bd18eb46-f552-49e6-b53a-14bd17fb4993)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:28:18.470384 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9fd8e25c-732d-4871-a86c-0b6beeb1af0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:18.473303 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:28:18.538677 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd8e25c-732d-4871-a86c-0b6beeb1af0d None None] Routers {'c6d2fc26-e533-4687-b17e-89339ae060a7'} bound to L3 agent in host dv-cinder-797608-2-smb {{(pid=93177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:28:18.539410 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-9fd8e25c-732d-4871-a86c-0b6beeb1af0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T11:27:33Z,description=,heartbeat_timestamp=2021-06-29T11:28:03Z,host='dv-cinder-797608-2-smb',id=bfbd9503-e406-4b21-85aa-cc71bbe721ce,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:33Z,topic='l3_agent')) {'router_ids': ['c6d2fc26-e533-4687-b17e-89339ae060a7'], 'active': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:28:18.546548 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6409ca-72e4-487c-880e-fb5ac387a591 None None] Pushing event updated for resources: {'Port': ['ID=967d9ba9-24b1-4561-bbb7-a3bfbba1b73b,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:28:18.663010 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8c6409ca-72e4-487c-880e-fb5ac387a591 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:28:18.750592 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_dvr_db [None req-9fd8e25c-732d-4871-a86c-0b6beeb1af0d None None] Set router c6d2fc26-e533-4687-b17e-89339ae060a7 gateway port host: dv-cinder-797608-2-smb {{(pid=93177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:28:18.995516 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-9fd8e25c-732d-4871-a86c-0b6beeb1af0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6d2fc26-e533-4687-b17e-89339ae060a7', 'name': 'router1', 'tenant_id': '7cf29e03132c4ccc8a10962a25ad3f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'external_fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.168'}], 'enable_snat': True}, 'gw_port_id': '967d9ba9-24b1-4561-bbb7-a3bfbba1b73b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:27:58Z', 'updated_at': '2021-06-29T11:28:16Z', 'revision_number': 4, 'project_id': '7cf29e03132c4ccc8a10962a25ad3f80', 'gw_port': {'id': '967d9ba9-24b1-4561-bbb7-a3bfbba1b73b', 'name': '', 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:dd:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d2fc26-e533-4687-b17e-89339ae060a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:28:15Z', 'updated_at': '2021-06-29T11:28:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '042f854c-de74-4a6a-969f-d747577d8cca', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-smb', '_interfaces': [{'id': '39099621-128d-41e9-940f-af1ba3a22c5c', 'name': '', 'network_id': '3c053fd9-ddd3-4b86-a841-1ab61a105105', 'tenant_id': '7cf29e03132c4ccc8a10962a25ad3f80', 'mac_address': 'fa:16:3e:d4:37:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d2fc26-e533-4687-b17e-89339ae060a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6d265251-f871-4f35-b1a9-12d11a86d78e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:28:07Z', 'updated_at': '2021-06-29T11:28:15Z', 'revision_number': 5, 'project_id': '7cf29e03132c4ccc8a10962a25ad3f80', 'subnets': [{'id': '6d265251-f871-4f35-b1a9-12d11a86d78e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6bcf3a75-262c-42a4-8c39-e8d679c014d5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-smb', False) {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:28:19.041328 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd8e25c-732d-4871-a86c-0b6beeb1af0d None None] The sync data for ids ['c6d2fc26-e533-4687-b17e-89339ae060a7'] in dv-cinder-797608-2-smb is: [{'id': 'c6d2fc26-e533-4687-b17e-89339ae060a7', 'name': 'router1', 'tenant_id': '7cf29e03132c4ccc8a10962a25ad3f80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'external_fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.168'}], 'enable_snat': True}, 'gw_port_id': '967d9ba9-24b1-4561-bbb7-a3bfbba1b73b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:27:58Z', 'updated_at': '2021-06-29T11:28:16Z', 'revision_number': 4, 'project_id': '7cf29e03132c4ccc8a10962a25ad3f80', 'gw_port': {'id': '967d9ba9-24b1-4561-bbb7-a3bfbba1b73b', 'name': '', 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:dd:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6d2fc26-e533-4687-b17e-89339ae060a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:28:15Z', 'updated_at': '2021-06-29T11:28:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '042f854c-de74-4a6a-969f-d747577d8cca', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-smb', '_interfaces': [{'id': '39099621-128d-41e9-940f-af1ba3a22c5c', 'name': '', 'network_id': '3c053fd9-ddd3-4b86-a841-1ab61a105105', 'tenant_id': '7cf29e03132c4ccc8a10962a25ad3f80', 'mac_address': 'fa:16:3e:d4:37:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d2fc26-e533-4687-b17e-89339ae060a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6d265251-f871-4f35-b1a9-12d11a86d78e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:28:07Z', 'updated_at': '2021-06-29T11:28:15Z', 'revision_number': 5, 'project_id': '7cf29e03132c4ccc8a10962a25ad3f80', 'subnets': [{'id': '6d265251-f871-4f35-b1a9-12d11a86d78e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6bcf3a75-262c-42a4-8c39-e8d679c014d5'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:28:19.362711 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 45474) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:28:19.514089 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-26244bcc-fae6-48f7-aceb-17a48905df95 admin admin] 10.222.0.78 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1499550 Jun 29 11:28:19.575112 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Device 967d9ba9-24b1-4561-bbb7-a3bfbba1b73b up at agent ovs-agent-dv-cinder-797608-2-smb {{(pid=93177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:28:19.660233 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Provisioning for port 967d9ba9-24b1-4561-bbb7-a3bfbba1b73b completed by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:28:19.667999 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Provisioning complete for port 967d9ba9-24b1-4561-bbb7-a3bfbba1b73b triggered by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:28:19.668649 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:19.780719 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:19.807889 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] For port 967d9ba9-24b1-4561-bbb7-a3bfbba1b73b, host dv-cinder-797608-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-smb',level=0,port_id=967d9ba9-24b1-4561-bbb7-a3bfbba1b73b,segment=NetworkSegment(bd18eb46-f552-49e6-b53a-14bd17fb4993),segment_id=bd18eb46-f552-49e6-b53a-14bd17fb4993)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:28:19.814707 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:19.818374 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8c6409ca-72e4-487c-880e-fb5ac387a591 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:28:19.892806 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Pushing event updated for resources: {'Port': ['ID=967d9ba9-24b1-4561-bbb7-a3bfbba1b73b,revision_number=4']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:28:19.899305 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:28:21.562797 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Device 967d9ba9-24b1-4561-bbb7-a3bfbba1b73b up at agent ovs-agent-dv-cinder-797608-2-smb {{(pid=93177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:28:21.636184 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Provisioning complete for port 967d9ba9-24b1-4561-bbb7-a3bfbba1b73b triggered by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:28:21.636899 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:30.553797 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1dc18c51-8611-4749-8948-7135d7de1b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:33.320709 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e40be293-4a1d-45b4-bd95-e6e33a699294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:33.663472 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:34.364960 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9be8c49d-fdd7-49be-a71c-49aaf5d45c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:36.347281 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7dc1f572-48b9-4e28-8a5a-f2a12e721563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:28:51.310182 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.agents_db [None req-013366be-bbdd-48cc-8d7f-8588d5b4b8e9 None None] Agent healthcheck: found 5 active agents {{(pid=93178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:29:00.555549 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7b4fe781-dc22-4cbf-9a40-4276d97bbdd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:29:03.325094 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-aae822a6-ea26-4b4b-8068-3aede32f578c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:29:03.671910 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:29:04.366449 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9be8c49d-fdd7-49be-a71c-49aaf5d45c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:29:06.339746 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7dc1f572-48b9-4e28-8a5a-f2a12e721563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:29:28.310146 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.agents_db [None req-013366be-bbdd-48cc-8d7f-8588d5b4b8e9 None None] Agent healthcheck: found 5 active agents {{(pid=93178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:29:30.556534 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fb3425d2-c4c0-4fa2-957d-bb302cdb928f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:29:33.328335 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-55cea5e9-ade0-48b8-b42c-38ad358d834c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:29:33.655112 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:29:34.364456 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9be8c49d-fdd7-49be-a71c-49aaf5d45c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:29:36.337361 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7dc1f572-48b9-4e28-8a5a-f2a12e721563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:30:00.321067 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 46042) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:30:00.382332 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.pecan_wsgi.hooks.translation [None req-512fc8f7-fc8f-4385-83d1-4b56fd8b4254 admin admin] GET failed (client error): The resource could not be found. Jun 29 11:30:00.383671 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-512fc8f7-fc8f-4385-83d1-4b56fd8b4254 admin admin] 10.222.0.78 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0616379 Jun 29 11:30:00.545854 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be3a357-a800-4336-9ca9-a57240661397 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:30:00.547305 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-5be3a357-a800-4336-9ca9-a57240661397 admin admin] 10.222.0.78 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1597688 Jun 29 11:30:00.547494 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e4ca2bab-fc25-4d07-aa19-3781fbd7c605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:30:02.724135 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 46052) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:30:02.822903 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c1e14e-c88c-4213-b0d7-21ed22936c66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:30:02.824290 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-12c1e14e-c88c-4213-b0d7-21ed22936c66 admin admin] 10.222.0.78 "GET /v2.0/subnets/6d265251-f871-4f35-b1a9-12d11a86d78e HTTP/1.1" status: 200 len: 849 time: 0.0992126 Jun 29 11:30:02.833788 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.v2.base [None req-a7adff3f-cc5c-4cd7-a325-4d3d44d30a1c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:30:02.993779 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a7adff3f-cc5c-4cd7-a325-4d3d44d30a1c admin admin] Notify callbacks [] for subnet, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:30:03.135302 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a7adff3f-cc5c-4cd7-a325-4d3d44d30a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8744991431123'] for subnet, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:30:03.137594 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7859c704-d470-4cfd-9575-6b1cca11e9f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:30:03.167873 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7adff3f-cc5c-4cd7-a325-4d3d44d30a1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:30:03.169008 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a7adff3f-cc5c-4cd7-a325-4d3d44d30a1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636407'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:30:03.170074 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-a7adff3f-cc5c-4cd7-a325-4d3d44d30a1c admin admin] 10.222.0.78 "PUT /v2.0/subnets/6d265251-f871-4f35-b1a9-12d11a86d78e HTTP/1.1" status: 200 len: 868 time: 0.3398607 Jun 29 11:30:03.172949 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6390160a-2f26-4ddc-947e-0d1f4ba3d0b6 None None] Network 3c053fd9-ddd3-4b86-a841-1ab61a105105 requested from dv-cinder-797608-2-smb {{(pid=93177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:30:03.188685 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7adff3f-cc5c-4cd7-a325-4d3d44d30a1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d265251-f871-4f35-b1a9-12d11a86d78e,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:30:03.197677 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7adff3f-cc5c-4cd7-a325-4d3d44d30a1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:30:03.198067 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7adff3f-cc5c-4cd7-a325-4d3d44d30a1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:30:03.198347 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7adff3f-cc5c-4cd7-a325-4d3d44d30a1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:30:03.198674 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7adff3f-cc5c-4cd7-a325-4d3d44d30a1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:30:03.198996 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7adff3f-cc5c-4cd7-a325-4d3d44d30a1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:30:03.199342 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7adff3f-cc5c-4cd7-a325-4d3d44d30a1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:30:03.199670 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7adff3f-cc5c-4cd7-a325-4d3d44d30a1c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:30:03.199991 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7adff3f-cc5c-4cd7-a325-4d3d44d30a1c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:30:03.200314 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7adff3f-cc5c-4cd7-a325-4d3d44d30a1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:30:03.200655 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7adff3f-cc5c-4cd7-a325-4d3d44d30a1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:30:03.200974 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7adff3f-cc5c-4cd7-a325-4d3d44d30a1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:30:03.201285 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7adff3f-cc5c-4cd7-a325-4d3d44d30a1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:30:03.204874 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a7adff3f-cc5c-4cd7-a325-4d3d44d30a1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:30:03.345688 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9f88b495-106e-4982-bc73-0629efa3b0fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:30:03.603201 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-39726fd5-f214-47a2-b99f-54e387104957 None None] Provisioning complete for port 39099621-128d-41e9-940f-af1ba3a22c5c triggered by entity DHCP. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:30:03.603503 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-39726fd5-f214-47a2-b99f-54e387104957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:30:03.661125 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:30:03.715074 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-39726fd5-f214-47a2-b99f-54e387104957 None None] Provisioning complete for port df23cf84-59ed-4f45-a4d1-2b1e2148d45f triggered by entity DHCP. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:30:03.715446 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-39726fd5-f214-47a2-b99f-54e387104957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:30:04.367096 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9be8c49d-fdd7-49be-a71c-49aaf5d45c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:30:05.308982 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.agents_db [None req-013366be-bbdd-48cc-8d7f-8588d5b4b8e9 None None] Agent healthcheck: found 5 active agents {{(pid=93178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:30:05.374248 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 46062) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:30:05.571023 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5b8c0d-7fa5-4c86-94a6-a929ddb94765 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:30:05.571414 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5b8c0d-7fa5-4c86-94a6-a929ddb94765 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:30:05.572992 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-4f5b8c0d-7fa5-4c86-94a6-a929ddb94765 admin admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1976352 Jun 29 11:30:06.340574 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7dc1f572-48b9-4e28-8a5a-f2a12e721563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:30:07.768173 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 46070) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:30:07.989173 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8ec169-e0b5-4b3f-ab3b-63feb92ca819 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:30:07.989642 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8ec169-e0b5-4b3f-ab3b-63feb92ca819 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:30:07.991165 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-7d8ec169-e0b5-4b3f-ab3b-63feb92ca819 admin admin] 10.222.0.78 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2220514 Jun 29 11:30:10.168766 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 46078) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:30:10.298559 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7777ce9b-57e4-4017-a58d-915ff15b5a33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:30:10.299946 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-7777ce9b-57e4-4017-a58d-915ff15b5a33 admin admin] 10.222.0.78 "GET /v2.0/networks/3c053fd9-ddd3-4b86-a841-1ab61a105105 HTTP/1.1" status: 200 len: 869 time: 0.1302464 Jun 29 11:30:12.498537 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 46086) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:30:12.636745 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cfca866-f4ea-41d0-ac0d-2183a9109628 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:30:12.638108 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-3cfca866-f4ea-41d0-ac0d-2183a9109628 admin admin] 10.222.0.78 "GET /v2.0/networks/6fd298bf-14bd-44c4-b839-39c6685a3eb6 HTTP/1.1" status: 200 len: 886 time: 0.1386292 Jun 29 11:30:14.844480 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 46094) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:30:14.969667 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89992365-d83c-40c8-9204-2e1437eb0409 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:30:14.970114 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89992365-d83c-40c8-9204-2e1437eb0409 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:30:14.971672 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-89992365-d83c-40c8-9204-2e1437eb0409 admin admin] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1261859 Jun 29 11:30:17.150211 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 46102) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:30:17.258224 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c4248f-9978-4891-8e63-29826ee976aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:30:17.258721 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c4248f-9978-4891-8e63-29826ee976aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:30:17.260283 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-71c4248f-9978-4891-8e63-29826ee976aa admin admin] 10.222.0.78 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1090560 Jun 29 11:30:19.461483 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 46110) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:30:19.546794 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c71d4d-ebb7-42e1-be2a-86b2c33925c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:30:19.548182 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-f4c71d4d-ebb7-42e1-be2a-86b2c33925c9 admin admin] 10.222.0.78 "GET /v2.0/subnets/042f854c-de74-4a6a-969f-d747577d8cca HTTP/1.1" status: 200 len: 816 time: 0.0857909 Jun 29 11:30:21.745961 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 46118) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:30:21.844359 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73dcba0d-7c36-438c-a546-dd1c6aa5e9c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:30:21.845648 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-73dcba0d-7c36-438c-a546-dd1c6aa5e9c2 admin admin] 10.222.0.78 "GET /v2.0/subnets/6d265251-f871-4f35-b1a9-12d11a86d78e HTTP/1.1" status: 200 len: 868 time: 0.0987172 Jun 29 11:30:30.548785 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5ffeb299-b0fb-4ad0-bbe5-968f310cf1a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:30:33.327872 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-87aabf05-c0e2-4c6f-a93b-62b1d13d9f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:30:33.653336 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:30:34.371922 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9be8c49d-fdd7-49be-a71c-49aaf5d45c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:30:36.348720 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7dc1f572-48b9-4e28-8a5a-f2a12e721563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:30:42.309819 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.agents_db [None req-013366be-bbdd-48cc-8d7f-8588d5b4b8e9 None None] Agent healthcheck: found 5 active agents {{(pid=93178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:30:45.898863 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 46162) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:30:45.960332 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [None req-5784f136-61ce-4a7a-8100-fa4a2e4d6806 admin admin] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 11:30:45.961366 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-5784f136-61ce-4a7a-8100-fa4a2e4d6806 admin admin] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0611680 Jun 29 11:30:48.296912 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 46170) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:30:48.369286 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0ad7baa-f1db-4b3d-83b5-94d737adc023 admin admin] GET failed (client error): The resource could not be found. Jun 29 11:30:48.370756 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-c0ad7baa-f1db-4b3d-83b5-94d737adc023 admin admin] 10.222.0.78 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0728965 Jun 29 11:30:48.529170 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2365f5-d97d-4972-9698-8c98e47c1909 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:30:48.530851 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-eb2365f5-d97d-4972-9698-8c98e47c1909 admin admin] 10.222.0.78 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1532140 Jun 29 11:30:50.770932 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 46178) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:30:50.823180 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.v2.base [None req-c83a59ed-ac2d-48f3-bc4c-c8dfff597ba5 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:30:50.845743 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c83a59ed-ac2d-48f3-bc4c-c8dfff597ba5 admin admin] Made reservation on behalf of f509baa710ed425f9b8902bf86754637 for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:30:50.848847 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c83a59ed-ac2d-48f3-bc4c-c8dfff597ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:30:50.893952 dv-cinder-797608-2-smb neutron-server[93176]: WARNING neutron.services.revisions.revision_plugin [None req-c83a59ed-ac2d-48f3-bc4c-c8dfff597ba5 admin admin] Could not find related network for resource to bump revision. Jun 29 11:30:50.910633 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c83a59ed-ac2d-48f3-bc4c-c8dfff597ba5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 11:30:50.922533 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c83a59ed-ac2d-48f3-bc4c-c8dfff597ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144823'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:30:50.922899 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.db.segments_db [None req-c83a59ed-ac2d-48f3-bc4c-c8dfff597ba5 admin admin] Added segment f2079ee0-4544-4956-ae7e-792f04833c2f of type vlan for network bceca926-3cdb-40be-8266-2d3e481b5138 Jun 29 11:30:50.977862 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c83a59ed-ac2d-48f3-bc4c-c8dfff597ba5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744990971203'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:30:51.009627 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c83a59ed-ac2d-48f3-bc4c-c8dfff597ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:30:51.011343 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83a59ed-ac2d-48f3-bc4c-c8dfff597ba5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:30:51.012029 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c83a59ed-ac2d-48f3-bc4c-c8dfff597ba5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636407'] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:30:51.014295 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a12df302-f689-436a-b68e-b6faaba99ba9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:30:51.065793 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-c83a59ed-ac2d-48f3-bc4c-c8dfff597ba5 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2931414 Jun 29 11:30:51.077196 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83a59ed-ac2d-48f3-bc4c-c8dfff597ba5 admin admin] Pushing event updated for resources: {'Network': ['ID=bceca926-3cdb-40be-8266-2d3e481b5138,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:30:51.080386 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c83a59ed-ac2d-48f3-bc4c-c8dfff597ba5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:30:51.098373 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Network bceca926-3cdb-40be-8266-2d3e481b5138 details requested by agent ovs-agent-dv-cinder-797608-2-smb with host dv-cinder-797608-2-smb {{(pid=93177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 11:30:53.322330 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 46186) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:30:53.386812 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.pecan_wsgi.hooks.translation [None req-832a815e-040f-4d0a-910e-ffc77ccb3e6c admin admin] GET failed (client error): The resource could not be found. Jun 29 11:30:53.388242 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-832a815e-040f-4d0a-910e-ffc77ccb3e6c admin admin] 10.222.0.78 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0649517 Jun 29 11:30:53.459499 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32993ab0-68c1-495d-8da1-e7c528794a1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:30:53.461307 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-32993ab0-68c1-495d-8da1-e7c528794a1e admin admin] 10.222.0.78 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0688651 Jun 29 11:30:53.470911 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.v2.base [None req-4d733d9d-7d58-4e7a-845a-928383b033f5 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': 'bceca926-3cdb-40be-8266-2d3e481b5138'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:30:53.493159 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d733d9d-7d58-4e7a-845a-928383b033f5 admin admin] Made reservation on behalf of f509baa710ed425f9b8902bf86754637 for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:30:53.495820 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4d733d9d-7d58-4e7a-845a-928383b033f5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:30:53.665903 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4d733d9d-7d58-4e7a-845a-928383b033f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:30:53.668272 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a7adff3f-cc5c-4cd7-a325-4d3d44d30a1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:30:53.722693 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d733d9d-7d58-4e7a-845a-928383b033f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e3787dd-12fd-4aca-835a-c981ae73b642,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:30:53.730705 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4d733d9d-7d58-4e7a-845a-928383b033f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:30:53.745112 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d733d9d-7d58-4e7a-845a-928383b033f5 admin admin] Checking segment: {'id': 'f2079ee0-4544-4956-ae7e-792f04833c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'bceca926-3cdb-40be-8266-2d3e481b5138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:30:53.745590 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d733d9d-7d58-4e7a-845a-928383b033f5 admin admin] Network hostable DHCP agents. Network: bceca926-3cdb-40be-8266-2d3e481b5138, hostable agents: ['069d6837-862e-44f3-9997-a187e03939a0'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 11:30:53.769302 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d733d9d-7d58-4e7a-845a-928383b033f5 admin admin] Network bceca926-3cdb-40be-8266-2d3e481b5138 is scheduled to be hosted by DHCP agent 069d6837-862e-44f3-9997-a187e03939a0 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 11:30:53.778371 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-4d733d9d-7d58-4e7a-845a-928383b033f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-2-smb, bceca926-3cdb-40be-8266-2d3e481b5138) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:30:53.785853 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d733d9d-7d58-4e7a-845a-928383b033f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:30:53.786439 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4d733d9d-7d58-4e7a-845a-928383b033f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636407'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:30:53.787262 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7bf4e6d-b036-4c94-8041-b8e4eb7eb70a None None] Network bceca926-3cdb-40be-8266-2d3e481b5138 requested from dv-cinder-797608-2-smb {{(pid=93177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:30:53.801790 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-4d733d9d-7d58-4e7a-845a-928383b033f5 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3340700 Jun 29 11:30:54.063525 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff88066-4281-4772-b119-d4821105e7ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b1f32d3-038b-5e76-9a72-ea87f257608f-bceca926-3cdb-40be-8266-2d3e481b5138', 'network_id': 'bceca926-3cdb-40be-8266-2d3e481b5138', 'tenant_id': 'f509baa710ed425f9b8902bf86754637', 'fixed_ips': [{'subnet_id': '1e3787dd-12fd-4aca-835a-c981ae73b642'}]}} from dv-cinder-797608-2-smb. {{(pid=93177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 11:30:54.064451 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7ff88066-4281-4772-b119-d4821105e7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:30:54.220605 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-7ff88066-4281-4772-b119-d4821105e7ee None None] Allocated IP 192.168.233.2 (bceca926-3cdb-40be-8266-2d3e481b5138/1e3787dd-12fd-4aca-835a-c981ae73b642/1f065775-5c69-4cf4-bf0c-bd73049e2be3) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:30:54.372730 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7ff88066-4281-4772-b119-d4821105e7ee None None] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:30:54.382705 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-7ff88066-4281-4772-b119-d4821105e7ee None None] Transition to ACTIVE for port object 1f065775-5c69-4cf4-bf0c-bd73049e2be3 will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:30:54.400238 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-7ff88066-4281-4772-b119-d4821105e7ee None None] Transition to ACTIVE for port object 1f065775-5c69-4cf4-bf0c-bd73049e2be3 will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:30:54.406829 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7ff88066-4281-4772-b119-d4821105e7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3670657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744990953741'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:30:54.410897 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:30:54.465925 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff88066-4281-4772-b119-d4821105e7ee None None] Pushing event updated for resources: {'Port': ['ID=1f065775-5c69-4cf4-bf0c-bd73049e2be3,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:30:54.476570 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff88066-4281-4772-b119-d4821105e7ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:30:54.477239 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff88066-4281-4772-b119-d4821105e7ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:30:54.477579 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff88066-4281-4772-b119-d4821105e7ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:30:54.478597 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff88066-4281-4772-b119-d4821105e7ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:30:54.478597 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff88066-4281-4772-b119-d4821105e7ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:30:54.478597 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff88066-4281-4772-b119-d4821105e7ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:30:54.478857 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff88066-4281-4772-b119-d4821105e7ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:30:54.479154 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff88066-4281-4772-b119-d4821105e7ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:30:54.479476 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff88066-4281-4772-b119-d4821105e7ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:30:54.479815 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff88066-4281-4772-b119-d4821105e7ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:30:54.480155 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff88066-4281-4772-b119-d4821105e7ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:30:54.480442 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff88066-4281-4772-b119-d4821105e7ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:30:54.486020 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff88066-4281-4772-b119-d4821105e7ee None None] Network bceca926-3cdb-40be-8266-2d3e481b5138 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:30:54.486020 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7ff88066-4281-4772-b119-d4821105e7ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:30:54.489675 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-7ff88066-4281-4772-b119-d4821105e7ee None None] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:30:54.491687 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff88066-4281-4772-b119-d4821105e7ee None None] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:30:54.555078 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-7ff88066-4281-4772-b119-d4821105e7ee None None] Attempting to bind port 1f065775-5c69-4cf4-bf0c-bd73049e2be3 on host dv-cinder-797608-2-smb for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:30:54.555458 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-7ff88066-4281-4772-b119-d4821105e7ee None None] Attempting to bind port 1f065775-5c69-4cf4-bf0c-bd73049e2be3 by drivers openvswitch,hyperv on host dv-cinder-797608-2-smb at level 0 using segments [{'id': 'f2079ee0-4544-4956-ae7e-792f04833c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'bceca926-3cdb-40be-8266-2d3e481b5138'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:30:54.555855 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff88066-4281-4772-b119-d4821105e7ee None None] Attempting to bind port 1f065775-5c69-4cf4-bf0c-bd73049e2be3 on network bceca926-3cdb-40be-8266-2d3e481b5138 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:30:54.562853 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff88066-4281-4772-b119-d4821105e7ee None None] Checking agent: {'id': 'd2315a1d-b1aa-4a09-8200-44995cf6bc46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 27, 34), 'started_at': datetime.datetime(2021, 6, 29, 11, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:30:54.563235 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff88066-4281-4772-b119-d4821105e7ee None None] Checking segment: {'id': 'f2079ee0-4544-4956-ae7e-792f04833c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'bceca926-3cdb-40be-8266-2d3e481b5138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:30:54.563727 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7ff88066-4281-4772-b119-d4821105e7ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:30:54.564191 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff88066-4281-4772-b119-d4821105e7ee None None] Bound using segment: {'id': 'f2079ee0-4544-4956-ae7e-792f04833c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'bceca926-3cdb-40be-8266-2d3e481b5138'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:30:54.564638 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-7ff88066-4281-4772-b119-d4821105e7ee None None] Bound port: 1f065775-5c69-4cf4-bf0c-bd73049e2be3, host: dv-cinder-797608-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2079ee0-4544-4956-ae7e-792f04833c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'bceca926-3cdb-40be-8266-2d3e481b5138'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:30:54.565620 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7ff88066-4281-4772-b119-d4821105e7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:30:54.638269 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-7ff88066-4281-4772-b119-d4821105e7ee None None] For port 1f065775-5c69-4cf4-bf0c-bd73049e2be3, host dv-cinder-797608-2-smb, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:30:54.641697 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-7ff88066-4281-4772-b119-d4821105e7ee None None] For port 1f065775-5c69-4cf4-bf0c-bd73049e2be3, host dv-cinder-797608-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-smb',level=0,port_id=1f065775-5c69-4cf4-bf0c-bd73049e2be3,segment=NetworkSegment(f2079ee0-4544-4956-ae7e-792f04833c2f),segment_id=f2079ee0-4544-4956-ae7e-792f04833c2f)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:30:54.648329 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7ff88066-4281-4772-b119-d4821105e7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:30:54.651692 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:30:54.714598 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff88066-4281-4772-b119-d4821105e7ee None None] Pushing event updated for resources: {'Port': ['ID=1f065775-5c69-4cf4-bf0c-bd73049e2be3,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:30:54.744803 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7ff88066-4281-4772-b119-d4821105e7ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:30:55.722308 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Device 1f065775-5c69-4cf4-bf0c-bd73049e2be3 up at agent ovs-agent-dv-cinder-797608-2-smb {{(pid=93177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:30:55.778463 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd3ae08-8c12-42af-afef-64dabb2e55a0 None None] Network bceca926-3cdb-40be-8266-2d3e481b5138 requested from dv-cinder-797608-2-smb {{(pid=93177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:30:55.901910 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Provisioning for port 1f065775-5c69-4cf4-bf0c-bd73049e2be3 completed by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:30:55.930357 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-76235333-64df-486a-94c0-223c7e4e9066 None None] Provisioning for port 1f065775-5c69-4cf4-bf0c-bd73049e2be3 completed by entity DHCP. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:30:55.938399 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-76235333-64df-486a-94c0-223c7e4e9066 None None] Provisioning complete for port 1f065775-5c69-4cf4-bf0c-bd73049e2be3 triggered by entity DHCP. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:30:55.938756 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-76235333-64df-486a-94c0-223c7e4e9066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:30:56.055145 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-76235333-64df-486a-94c0-223c7e4e9066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:30:56.107325 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-76235333-64df-486a-94c0-223c7e4e9066 None None] For port 1f065775-5c69-4cf4-bf0c-bd73049e2be3, host dv-cinder-797608-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-smb',level=0,port_id=1f065775-5c69-4cf4-bf0c-bd73049e2be3,segment=NetworkSegment(f2079ee0-4544-4956-ae7e-792f04833c2f),segment_id=f2079ee0-4544-4956-ae7e-792f04833c2f)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:30:56.114988 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-76235333-64df-486a-94c0-223c7e4e9066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:30:56.118263 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:30:56.192367 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76235333-64df-486a-94c0-223c7e4e9066 None None] Pushing event updated for resources: {'Port': ['ID=1f065775-5c69-4cf4-bf0c-bd73049e2be3,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:30:56.197518 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-76235333-64df-486a-94c0-223c7e4e9066 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:30:56.342434 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-335643d9-8fbe-44fc-983c-98e2c14cd50b None None] Provisioning complete for port 1f065775-5c69-4cf4-bf0c-bd73049e2be3 triggered by entity DHCP. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:30:56.342962 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-335643d9-8fbe-44fc-983c-98e2c14cd50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:30:57.642345 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Device 1f065775-5c69-4cf4-bf0c-bd73049e2be3 up at agent ovs-agent-dv-cinder-797608-2-smb {{(pid=93177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:30:57.696366 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Provisioning complete for port 1f065775-5c69-4cf4-bf0c-bd73049e2be3 triggered by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:30:57.696746 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:31:00.551346 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b12c7ec4-392b-423c-827c-c480a6242a8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:31:03.329556 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-20e1c01b-0610-4016-b51a-a35084b88483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:31:03.654835 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:31:04.374304 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9be8c49d-fdd7-49be-a71c-49aaf5d45c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:31:06.351311 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7dc1f572-48b9-4e28-8a5a-f2a12e721563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:31:19.308482 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.agents_db [None req-013366be-bbdd-48cc-8d7f-8588d5b4b8e9 None None] Agent healthcheck: found 5 active agents {{(pid=93178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:31:30.552785 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b520fd91-6d5f-45a5-acd1-3ef9bd43f943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:31:33.333539 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-272d5d95-7520-47a5-84c2-59b6dafa0356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:31:33.656974 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:31:34.376386 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9be8c49d-fdd7-49be-a71c-49aaf5d45c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:31:36.350262 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7dc1f572-48b9-4e28-8a5a-f2a12e721563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:31:56.307455 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.agents_db [None req-013366be-bbdd-48cc-8d7f-8588d5b4b8e9 None None] Agent healthcheck: found 5 active agents {{(pid=93178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:32:00.554472 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5e9fcf13-f562-41d8-8798-2f6e5eb325d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:32:03.339692 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6eeee7de-036a-475b-9a96-05b2b644ece0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:32:03.661119 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:32:04.379835 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9be8c49d-fdd7-49be-a71c-49aaf5d45c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:32:05.944099 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 46242) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:32:05.950664 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [None req-94de58d2-d869-4642-9f8f-b7a96f1c745a tempest-verify_tempest_config-482339521 tempest-verify_tempest_config-482339521-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93175) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 11:32:05.951732 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-94de58d2-d869-4642-9f8f-b7a96f1c745a tempest-verify_tempest_config-482339521 tempest-verify_tempest_config-482339521-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0063128 Jun 29 11:32:06.274946 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 46260) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:32:06.350642 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7dc1f572-48b9-4e28-8a5a-f2a12e721563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:32:06.388069 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9ae38659-b7e1-4162-85cf-21808750e540 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:32:06.479813 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9ae38659-b7e1-4162-85cf-21808750e540 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:32:06.483944 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9ae38659-b7e1-4162-85cf-21808750e540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:32:06.486805 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:32:06.528035 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae38659-b7e1-4162-85cf-21808750e540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7017e98-2023-4eb2-90de-ddead5f64e04,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:32:06.532046 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-9ae38659-b7e1-4162-85cf-21808750e540 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4151f14eca524473a82e358cfe19bf74&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2560618 Jun 29 11:32:06.534703 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 46266) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:32:06.537839 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae38659-b7e1-4162-85cf-21808750e540 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:32:06.538175 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae38659-b7e1-4162-85cf-21808750e540 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:32:06.538506 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae38659-b7e1-4162-85cf-21808750e540 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:32:06.538827 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae38659-b7e1-4162-85cf-21808750e540 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:32:06.539143 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae38659-b7e1-4162-85cf-21808750e540 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:32:06.539460 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae38659-b7e1-4162-85cf-21808750e540 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:32:06.539801 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae38659-b7e1-4162-85cf-21808750e540 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:32:06.540113 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae38659-b7e1-4162-85cf-21808750e540 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:32:06.540442 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae38659-b7e1-4162-85cf-21808750e540 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:32:06.540756 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae38659-b7e1-4162-85cf-21808750e540 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:32:06.541063 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae38659-b7e1-4162-85cf-21808750e540 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:32:06.541369 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae38659-b7e1-4162-85cf-21808750e540 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:32:06.545244 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9ae38659-b7e1-4162-85cf-21808750e540 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:32:06.606836 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-294d1b91-070c-4366-8f87-c6ee8eb6d91b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:32:06.631199 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-294d1b91-070c-4366-8f87-c6ee8eb6d91b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:32:06.723994 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-294d1b91-070c-4366-8f87-c6ee8eb6d91b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:32:06.727428 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-294d1b91-070c-4366-8f87-c6ee8eb6d91b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:32:06.728672 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-294d1b91-070c-4366-8f87-c6ee8eb6d91b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c7017e98-2023-4eb2-90de-ddead5f64e04 HTTP/1.1" status: 204 len: 168 time: 0.1928430 Jun 29 11:32:06.729504 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:32:06.738960 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294d1b91-070c-4366-8f87-c6ee8eb6d91b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7017e98-2023-4eb2-90de-ddead5f64e04,revision_number=None']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:32:06.746559 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294d1b91-070c-4366-8f87-c6ee8eb6d91b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:32:06.746948 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294d1b91-070c-4366-8f87-c6ee8eb6d91b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:32:06.747312 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294d1b91-070c-4366-8f87-c6ee8eb6d91b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:32:06.747565 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294d1b91-070c-4366-8f87-c6ee8eb6d91b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:32:06.747900 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294d1b91-070c-4366-8f87-c6ee8eb6d91b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:32:06.748226 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294d1b91-070c-4366-8f87-c6ee8eb6d91b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:32:06.748539 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294d1b91-070c-4366-8f87-c6ee8eb6d91b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:32:06.748856 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294d1b91-070c-4366-8f87-c6ee8eb6d91b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:32:06.749189 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294d1b91-070c-4366-8f87-c6ee8eb6d91b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:32:06.749502 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294d1b91-070c-4366-8f87-c6ee8eb6d91b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:32:06.750246 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294d1b91-070c-4366-8f87-c6ee8eb6d91b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:32:06.750558 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294d1b91-070c-4366-8f87-c6ee8eb6d91b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:32:06.754748 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-294d1b91-070c-4366-8f87-c6ee8eb6d91b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:32:30.556880 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2e770ff5-b58b-4dc7-9493-01c8dfe8bf02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:32:33.306415 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.agents_db [None req-013366be-bbdd-48cc-8d7f-8588d5b4b8e9 None None] Agent healthcheck: found 5 active agents {{(pid=93178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:32:33.329960 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9b806034-a813-4a0a-ae71-3a6fa5612c90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:32:33.662364 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:32:34.381219 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9be8c49d-fdd7-49be-a71c-49aaf5d45c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:32:36.346220 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7dc1f572-48b9-4e28-8a5a-f2a12e721563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:33:00.564925 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8dcb6ca4-73fe-4892-b48e-24fd368f2ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:33:03.330831 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-405012c0-6c5a-4b46-aedb-985a778ec3fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:33:03.666271 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:33:04.384076 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9be8c49d-fdd7-49be-a71c-49aaf5d45c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:33:06.349341 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7dc1f572-48b9-4e28-8a5a-f2a12e721563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:33:10.304760 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.agents_db [None req-013366be-bbdd-48cc-8d7f-8588d5b4b8e9 None None] Agent healthcheck: found 5 active agents {{(pid=93178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:33:30.556231 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-85d2f244-6f59-46e3-a368-56aec2d60923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:33:33.332712 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-78f44bf4-4662-4beb-b8c7-aefa7f4024e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:33:33.666599 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:33:34.386663 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9be8c49d-fdd7-49be-a71c-49aaf5d45c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:33:36.354040 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7dc1f572-48b9-4e28-8a5a-f2a12e721563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:33:47.302801 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.agents_db [None req-013366be-bbdd-48cc-8d7f-8588d5b4b8e9 None None] Agent healthcheck: found 5 active agents {{(pid=93178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:33:50.524621 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-999517'] for agent, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:33:54.830860 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 46318) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:33:54.934483 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-d0840a8b-5d0c-435d-aa0b-769c4d4cc440 admin admin] 10.222.0.78 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1025305 Jun 29 11:33:57.128415 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 46328) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:33:57.190118 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-1bab4efb-e082-43eb-a99b-cc1f05998a99 admin admin] 10.222.0.78 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0606110 Jun 29 11:34:00.560567 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f92b121c-f7cc-414e-9262-83b1d0651ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:34:03.334894 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-75573ada-1fa4-43bf-a2b3-c6d94847394f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:34:03.671755 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:34:04.390508 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9be8c49d-fdd7-49be-a71c-49aaf5d45c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:34:06.358505 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7dc1f572-48b9-4e28-8a5a-f2a12e721563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:34:20.482164 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:34:24.301896 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.agents_db [None req-013366be-bbdd-48cc-8d7f-8588d5b4b8e9 None None] Agent healthcheck: found 6 active agents {{(pid=93178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:34:30.563236 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1a074f7f-5e26-45e5-ae97-28a8cd7c5789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:34:33.338115 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a3e895d9-8cfa-48fa-af9d-ff7e23d9293b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:34:33.664100 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:34:34.393521 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9be8c49d-fdd7-49be-a71c-49aaf5d45c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:34:36.359818 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7dc1f572-48b9-4e28-8a5a-f2a12e721563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:34:50.492744 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:00.571114 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-15c27007-f85f-4545-8570-0764157405b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:01.302444 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.agents_db [None req-013366be-bbdd-48cc-8d7f-8588d5b4b8e9 None None] Agent healthcheck: found 6 active agents {{(pid=93178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:35:03.339038 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-287279b4-78bc-4d93-9d2c-8994365255a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:03.687842 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:04.400381 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9be8c49d-fdd7-49be-a71c-49aaf5d45c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:06.362192 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7dc1f572-48b9-4e28-8a5a-f2a12e721563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:20.501356 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:30.569017 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-219181ed-9e83-4f90-8bba-c4be0665a422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:33.349305 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e32db96c-95c7-4ab1-9b68-f034e8f129cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:33.672446 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:34.409592 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9be8c49d-fdd7-49be-a71c-49aaf5d45c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:36.387769 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7dc1f572-48b9-4e28-8a5a-f2a12e721563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:38.301392 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.agents_db [None req-013366be-bbdd-48cc-8d7f-8588d5b4b8e9 None None] Agent healthcheck: found 6 active agents {{(pid=93178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:35:39.844351 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 46426) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:40.139146 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.v2.base [None req-3851ca75-1feb-43da-8f4f-c7fcfdc415b5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-557508439-network', 'tenant_id': 'bcd5ad4328fb47e5815bb6b7debbea57'}} {{(pid=93175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:35:40.172115 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3851ca75-1feb-43da-8f4f-c7fcfdc415b5 admin admin] Made reservation on behalf of bcd5ad4328fb47e5815bb6b7debbea57 for: {'network': 1} {{(pid=93175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:35:40.174725 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-3851ca75-1feb-43da-8f4f-c7fcfdc415b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for network, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:40.184285 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-3851ca75-1feb-43da-8f4f-c7fcfdc415b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:40.335583 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-3851ca75-1feb-43da-8f4f-c7fcfdc415b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:40.342045 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-3851ca75-1feb-43da-8f4f-c7fcfdc415b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:40.345171 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:40.377528 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3851ca75-1feb-43da-8f4f-c7fcfdc415b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=93175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 11:35:40.380114 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3851ca75-1feb-43da-8f4f-c7fcfdc415b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de051ae1-30b6-435f-ad61-50a8d5ff648f,revision_number=1']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:40.393850 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3851ca75-1feb-43da-8f4f-c7fcfdc415b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:40.394217 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3851ca75-1feb-43da-8f4f-c7fcfdc415b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:40.394479 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3851ca75-1feb-43da-8f4f-c7fcfdc415b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:40.394776 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3851ca75-1feb-43da-8f4f-c7fcfdc415b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:40.395170 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3851ca75-1feb-43da-8f4f-c7fcfdc415b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:40.395489 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3851ca75-1feb-43da-8f4f-c7fcfdc415b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:40.395832 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3851ca75-1feb-43da-8f4f-c7fcfdc415b5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:40.396985 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3851ca75-1feb-43da-8f4f-c7fcfdc415b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:40.397562 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3851ca75-1feb-43da-8f4f-c7fcfdc415b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:40.397882 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3851ca75-1feb-43da-8f4f-c7fcfdc415b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:40.398206 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3851ca75-1feb-43da-8f4f-c7fcfdc415b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:40.398507 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3851ca75-1feb-43da-8f4f-c7fcfdc415b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:40.399619 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3851ca75-1feb-43da-8f4f-c7fcfdc415b5 admin admin] Tracked resource versions report: Jun 29 11:35:40.399619 dv-cinder-797608-2-smb neutron-server[93175]: pushed versions: Jun 29 11:35:40.399619 dv-cinder-797608-2-smb neutron-server[93175]: { 'AddressGroup': {'1.2'}, Jun 29 11:35:40.399619 dv-cinder-797608-2-smb neutron-server[93175]: 'ConntrackHelper': {'1.0'}, Jun 29 11:35:40.399619 dv-cinder-797608-2-smb neutron-server[93175]: 'Log': {'1.0'}, Jun 29 11:35:40.399619 dv-cinder-797608-2-smb neutron-server[93175]: 'Network': {'1.1'}, Jun 29 11:35:40.399619 dv-cinder-797608-2-smb neutron-server[93175]: 'Port': {'1.7'}, Jun 29 11:35:40.399619 dv-cinder-797608-2-smb neutron-server[93175]: 'PortForwarding': {'1.2'}, Jun 29 11:35:40.399619 dv-cinder-797608-2-smb neutron-server[93175]: 'QosPolicy': {'1.8'}, Jun 29 11:35:40.399619 dv-cinder-797608-2-smb neutron-server[93175]: 'SecurityGroup': {'1.4'}, Jun 29 11:35:40.399619 dv-cinder-797608-2-smb neutron-server[93175]: 'SecurityGroupRule': {'1.2'}, Jun 29 11:35:40.399619 dv-cinder-797608-2-smb neutron-server[93175]: 'SubPort': {'1.0'}, Jun 29 11:35:40.399619 dv-cinder-797608-2-smb neutron-server[93175]: 'Subnet': {'1.1'}, Jun 29 11:35:40.399619 dv-cinder-797608-2-smb neutron-server[93175]: 'Trunk': {'1.1'}} Jun 29 11:35:40.399619 dv-cinder-797608-2-smb neutron-server[93175]: consumer versions: Jun 29 11:35:40.399619 dv-cinder-797608-2-smb neutron-server[93175]: { DHCP agent@dv-cinder-797608-2-smb: {}, Jun 29 11:35:40.399619 dv-cinder-797608-2-smb neutron-server[93175]: HyperV agent@hv-cinder-79760: {}, Jun 29 11:35:40.399619 dv-cinder-797608-2-smb neutron-server[93175]: L3 agent@dv-cinder-797608-2-smb: {}, Jun 29 11:35:40.399619 dv-cinder-797608-2-smb neutron-server[93175]: Metadata agent@dv-cinder-797608-2-smb: {}, Jun 29 11:35:40.399619 dv-cinder-797608-2-smb neutron-server[93175]: Metering agent@dv-cinder-797608-2-smb: {}, Jun 29 11:35:40.399619 dv-cinder-797608-2-smb neutron-server[93175]: Open vSwitch agent@dv-cinder-797608-2-smb: { 'AddressGroup': '1.2', Jun 29 11:35:40.399619 dv-cinder-797608-2-smb neutron-server[93175]: 'ConntrackHelper': '1.0', Jun 29 11:35:40.399619 dv-cinder-797608-2-smb neutron-server[93175]: 'Log': '1.0', Jun 29 11:35:40.399619 dv-cinder-797608-2-smb neutron-server[93175]: 'Network': '1.1', Jun 29 11:35:40.399619 dv-cinder-797608-2-smb neutron-server[93175]: 'Port': '1.7', Jun 29 11:35:40.399619 dv-cinder-797608-2-smb neutron-server[93175]: 'PortForwarding': '1.2', Jun 29 11:35:40.399619 dv-cinder-797608-2-smb neutron-server[93175]: 'QosPolicy': '1.8', Jun 29 11:35:40.399619 dv-cinder-797608-2-smb neutron-server[93175]: 'SecurityGroup': '1.4', Jun 29 11:35:40.399619 dv-cinder-797608-2-smb neutron-server[93175]: 'SecurityGroupRule': '1.2', Jun 29 11:35:40.399619 dv-cinder-797608-2-smb neutron-server[93175]: 'SubPort': '1.0', Jun 29 11:35:40.399619 dv-cinder-797608-2-smb neutron-server[93175]: 'Subnet': '1.1', Jun 29 11:35:40.399619 dv-cinder-797608-2-smb neutron-server[93175]: 'Trunk': '1.1'}} Jun 29 11:35:40.399619 dv-cinder-797608-2-smb neutron-server[93175]: {{(pid=93175) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 11:35:40.404425 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-3851ca75-1feb-43da-8f4f-c7fcfdc415b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:40.405529 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-3851ca75-1feb-43da-8f4f-c7fcfdc415b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144823'] for segment, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:40.405875 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.db.segments_db [None req-3851ca75-1feb-43da-8f4f-c7fcfdc415b5 admin admin] Added segment 431791e9-c625-45bb-a999-673c6d9515d0 of type vlan for network b963bd4f-00c4-43c3-bead-28b3bc0930b9 Jun 29 11:35:40.450821 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-3851ca75-1feb-43da-8f4f-c7fcfdc415b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744990971203'] for network, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:40.489433 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-3851ca75-1feb-43da-8f4f-c7fcfdc415b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370'] for network, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:40.491171 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3851ca75-1feb-43da-8f4f-c7fcfdc415b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:40.492065 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-3851ca75-1feb-43da-8f4f-c7fcfdc415b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636407'] for network, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:40.495285 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:40.546639 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-3851ca75-1feb-43da-8f4f-c7fcfdc415b5 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6963854 Jun 29 11:35:40.547776 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 46476) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:40.555599 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.v2.base [None req-00fb906f-695c-4ab5-b8f1-b846103f835b admin admin] Request body: {'subnet': {'network_id': 'b963bd4f-00c4-43c3-bead-28b3bc0930b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-557508439-subnet', 'tenant_id': 'bcd5ad4328fb47e5815bb6b7debbea57', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:35:40.563180 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3851ca75-1feb-43da-8f4f-c7fcfdc415b5 admin admin] Pushing event updated for resources: {'Network': ['ID=b963bd4f-00c4-43c3-bead-28b3bc0930b9,revision_number=1']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:40.567615 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-3851ca75-1feb-43da-8f4f-c7fcfdc415b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:40.581928 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Network b963bd4f-00c4-43c3-bead-28b3bc0930b9 details requested by agent ovs-agent-dv-cinder-797608-2-smb with host dv-cinder-797608-2-smb {{(pid=93177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 11:35:40.584374 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00fb906f-695c-4ab5-b8f1-b846103f835b admin admin] Made reservation on behalf of bcd5ad4328fb47e5815bb6b7debbea57 for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:35:40.590429 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-00fb906f-695c-4ab5-b8f1-b846103f835b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:40.948144 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-00fb906f-695c-4ab5-b8f1-b846103f835b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:40.953482 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4d733d9d-7d58-4e7a-845a-928383b033f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:41.043679 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fb906f-695c-4ab5-b8f1-b846103f835b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2303b7c5-2df0-4ce3-8da2-9b421c47074d,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:41.063766 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fb906f-695c-4ab5-b8f1-b846103f835b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:41.063766 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fb906f-695c-4ab5-b8f1-b846103f835b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:41.064088 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fb906f-695c-4ab5-b8f1-b846103f835b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:41.064360 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fb906f-695c-4ab5-b8f1-b846103f835b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:41.064904 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fb906f-695c-4ab5-b8f1-b846103f835b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:41.065466 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fb906f-695c-4ab5-b8f1-b846103f835b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:41.066118 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fb906f-695c-4ab5-b8f1-b846103f835b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:41.066665 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fb906f-695c-4ab5-b8f1-b846103f835b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:41.067246 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fb906f-695c-4ab5-b8f1-b846103f835b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:41.067820 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fb906f-695c-4ab5-b8f1-b846103f835b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:41.068904 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fb906f-695c-4ab5-b8f1-b846103f835b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:41.069429 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fb906f-695c-4ab5-b8f1-b846103f835b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:41.071493 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fb906f-695c-4ab5-b8f1-b846103f835b admin admin] Tracked resource versions report: Jun 29 11:35:41.071493 dv-cinder-797608-2-smb neutron-server[93176]: pushed versions: Jun 29 11:35:41.071493 dv-cinder-797608-2-smb neutron-server[93176]: { 'AddressGroup': {'1.2'}, Jun 29 11:35:41.071493 dv-cinder-797608-2-smb neutron-server[93176]: 'ConntrackHelper': {'1.0'}, Jun 29 11:35:41.071493 dv-cinder-797608-2-smb neutron-server[93176]: 'Log': {'1.0'}, Jun 29 11:35:41.071493 dv-cinder-797608-2-smb neutron-server[93176]: 'Network': {'1.1'}, Jun 29 11:35:41.071493 dv-cinder-797608-2-smb neutron-server[93176]: 'Port': {'1.7'}, Jun 29 11:35:41.071493 dv-cinder-797608-2-smb neutron-server[93176]: 'PortForwarding': {'1.2'}, Jun 29 11:35:41.071493 dv-cinder-797608-2-smb neutron-server[93176]: 'QosPolicy': {'1.8'}, Jun 29 11:35:41.071493 dv-cinder-797608-2-smb neutron-server[93176]: 'SecurityGroup': {'1.4'}, Jun 29 11:35:41.071493 dv-cinder-797608-2-smb neutron-server[93176]: 'SecurityGroupRule': {'1.2'}, Jun 29 11:35:41.071493 dv-cinder-797608-2-smb neutron-server[93176]: 'SubPort': {'1.0'}, Jun 29 11:35:41.071493 dv-cinder-797608-2-smb neutron-server[93176]: 'Subnet': {'1.1'}, Jun 29 11:35:41.071493 dv-cinder-797608-2-smb neutron-server[93176]: 'Trunk': {'1.1'}} Jun 29 11:35:41.071493 dv-cinder-797608-2-smb neutron-server[93176]: consumer versions: Jun 29 11:35:41.071493 dv-cinder-797608-2-smb neutron-server[93176]: { DHCP agent@dv-cinder-797608-2-smb: {}, Jun 29 11:35:41.071493 dv-cinder-797608-2-smb neutron-server[93176]: HyperV agent@hv-cinder-79760: {}, Jun 29 11:35:41.071493 dv-cinder-797608-2-smb neutron-server[93176]: L3 agent@dv-cinder-797608-2-smb: {}, Jun 29 11:35:41.071493 dv-cinder-797608-2-smb neutron-server[93176]: Metadata agent@dv-cinder-797608-2-smb: {}, Jun 29 11:35:41.071493 dv-cinder-797608-2-smb neutron-server[93176]: Metering agent@dv-cinder-797608-2-smb: {}, Jun 29 11:35:41.071493 dv-cinder-797608-2-smb neutron-server[93176]: Open vSwitch agent@dv-cinder-797608-2-smb: { 'AddressGroup': '1.2', Jun 29 11:35:41.071493 dv-cinder-797608-2-smb neutron-server[93176]: 'ConntrackHelper': '1.0', Jun 29 11:35:41.071493 dv-cinder-797608-2-smb neutron-server[93176]: 'Log': '1.0', Jun 29 11:35:41.071493 dv-cinder-797608-2-smb neutron-server[93176]: 'Network': '1.1', Jun 29 11:35:41.071493 dv-cinder-797608-2-smb neutron-server[93176]: 'Port': '1.7', Jun 29 11:35:41.071493 dv-cinder-797608-2-smb neutron-server[93176]: 'PortForwarding': '1.2', Jun 29 11:35:41.071493 dv-cinder-797608-2-smb neutron-server[93176]: 'QosPolicy': '1.8', Jun 29 11:35:41.071493 dv-cinder-797608-2-smb neutron-server[93176]: 'SecurityGroup': '1.4', Jun 29 11:35:41.071493 dv-cinder-797608-2-smb neutron-server[93176]: 'SecurityGroupRule': '1.2', Jun 29 11:35:41.071493 dv-cinder-797608-2-smb neutron-server[93176]: 'SubPort': '1.0', Jun 29 11:35:41.071493 dv-cinder-797608-2-smb neutron-server[93176]: 'Subnet': '1.1', Jun 29 11:35:41.071493 dv-cinder-797608-2-smb neutron-server[93176]: 'Trunk': '1.1'}} Jun 29 11:35:41.071493 dv-cinder-797608-2-smb neutron-server[93176]: {{(pid=93176) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 11:35:41.099140 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-00fb906f-695c-4ab5-b8f1-b846103f835b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:41.113232 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fb906f-695c-4ab5-b8f1-b846103f835b admin admin] Checking segment: {'id': '431791e9-c625-45bb-a999-673c6d9515d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b963bd4f-00c4-43c3-bead-28b3bc0930b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:35:41.113591 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00fb906f-695c-4ab5-b8f1-b846103f835b admin admin] Network hostable DHCP agents. Network: b963bd4f-00c4-43c3-bead-28b3bc0930b9, hostable agents: ['069d6837-862e-44f3-9997-a187e03939a0'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 11:35:41.136729 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00fb906f-695c-4ab5-b8f1-b846103f835b admin admin] Network b963bd4f-00c4-43c3-bead-28b3bc0930b9 is scheduled to be hosted by DHCP agent 069d6837-862e-44f3-9997-a187e03939a0 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 11:35:41.153675 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-00fb906f-695c-4ab5-b8f1-b846103f835b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-2-smb, b963bd4f-00c4-43c3-bead-28b3bc0930b9) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:35:41.159622 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00fb906f-695c-4ab5-b8f1-b846103f835b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:41.160458 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-00fb906f-695c-4ab5-b8f1-b846103f835b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636407'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:41.167086 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c1e3b3-62f8-4382-b6c7-dcd8155e82d5 None None] Network b963bd4f-00c4-43c3-bead-28b3bc0930b9 requested from dv-cinder-797608-2-smb {{(pid=93177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:35:41.192151 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 46498) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:41.192909 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-00fb906f-695c-4ab5-b8f1-b846103f835b admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6430309 Jun 29 11:35:41.197219 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.v2.base [None req-e411149f-d42e-4215-a55d-9cb8228050ee admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-557508439-router', 'tenant_id': 'bcd5ad4328fb47e5815bb6b7debbea57', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6'}}} {{(pid=93175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:35:41.253997 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-e411149f-d42e-4215-a55d-9cb8228050ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256'] for router, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:41.259995 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-e411149f-d42e-4215-a55d-9cb8228050ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1003057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1012946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-927581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-265'] for router, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:41.454855 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-e411149f-d42e-4215-a55d-9cb8228050ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:41.468296 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c880364-98b8-42be-9105-beb822f23234 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b1f32d3-038b-5e76-9a72-ea87f257608f-b963bd4f-00c4-43c3-bead-28b3bc0930b9', 'network_id': 'b963bd4f-00c4-43c3-bead-28b3bc0930b9', 'tenant_id': 'bcd5ad4328fb47e5815bb6b7debbea57', 'fixed_ips': [{'subnet_id': '2303b7c5-2df0-4ce3-8da2-9b421c47074d'}]}} from dv-cinder-797608-2-smb. {{(pid=93177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 11:35:41.469673 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8c880364-98b8-42be-9105-beb822f23234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:41.526026 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 46508) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:41.737882 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-8c880364-98b8-42be-9105-beb822f23234 None None] Allocated IP 172.20.0.2 (b963bd4f-00c4-43c3-bead-28b3bc0930b9/2303b7c5-2df0-4ce3-8da2-9b421c47074d/a643da72-c679-46f8-9877-5b1c7b447beb) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:35:41.779631 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-e411149f-d42e-4215-a55d-9cb8228050ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534850', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-507'] for router, precommit_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:41.843683 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.v2.base [None req-bb8a95cb-d01a-48a9-8c5e-69f5a44faff5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1778732708-network', 'tenant_id': '7c98f3502e454a1387d89c0ae80c7be0'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:35:41.910536 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb8a95cb-d01a-48a9-8c5e-69f5a44faff5 admin admin] Made reservation on behalf of 7c98f3502e454a1387d89c0ae80c7be0 for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:35:41.914183 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bb8a95cb-d01a-48a9-8c5e-69f5a44faff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:41.942835 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bb8a95cb-d01a-48a9-8c5e-69f5a44faff5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:42.019949 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8c880364-98b8-42be-9105-beb822f23234 None None] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:42.037365 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-8c880364-98b8-42be-9105-beb822f23234 None None] Transition to ACTIVE for port object a643da72-c679-46f8-9877-5b1c7b447beb will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:35:42.064212 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-8c880364-98b8-42be-9105-beb822f23234 None None] Transition to ACTIVE for port object a643da72-c679-46f8-9877-5b1c7b447beb will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:35:42.077414 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8c880364-98b8-42be-9105-beb822f23234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3670657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744990953741'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:42.077947 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-e411149f-d42e-4215-a55d-9cb8228050ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:42.083777 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-76235333-64df-486a-94c0-223c7e4e9066 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:42.104729 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-e411149f-d42e-4215-a55d-9cb8228050ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:42.175788 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c880364-98b8-42be-9105-beb822f23234 None None] Network b963bd4f-00c4-43c3-bead-28b3bc0930b9 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:35:42.187849 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-8c880364-98b8-42be-9105-beb822f23234 None None] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:35:42.194420 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c880364-98b8-42be-9105-beb822f23234 None None] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:35:42.204737 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bb8a95cb-d01a-48a9-8c5e-69f5a44faff5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:42.216268 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bb8a95cb-d01a-48a9-8c5e-69f5a44faff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:42.226632 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9ae38659-b7e1-4162-85cf-21808750e540 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:42.253630 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c880364-98b8-42be-9105-beb822f23234 None None] Pushing event updated for resources: {'Port': ['ID=a643da72-c679-46f8-9877-5b1c7b447beb,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:42.275130 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8a95cb-d01a-48a9-8c5e-69f5a44faff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4fc5630-e5d4-45e1-b362-46705779f6ed,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:42.275514 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.db.db_base_plugin_common [None req-e411149f-d42e-4215-a55d-9cb8228050ee admin admin] Allocated IP 172.28.2.173 (6fd298bf-14bd-44c4-b839-39c6685a3eb6/042f854c-de74-4a6a-969f-d747577d8cca/5bd6bd70-fd61-4e04-87e6-b76de5ef0071) {{(pid=93175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:35:42.277381 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c880364-98b8-42be-9105-beb822f23234 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:42.277720 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c880364-98b8-42be-9105-beb822f23234 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:42.278061 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c880364-98b8-42be-9105-beb822f23234 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:42.278390 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c880364-98b8-42be-9105-beb822f23234 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:42.278715 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c880364-98b8-42be-9105-beb822f23234 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:42.279041 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c880364-98b8-42be-9105-beb822f23234 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:42.279359 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c880364-98b8-42be-9105-beb822f23234 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:42.282022 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c880364-98b8-42be-9105-beb822f23234 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:42.283782 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c880364-98b8-42be-9105-beb822f23234 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:42.284339 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c880364-98b8-42be-9105-beb822f23234 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:42.284850 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c880364-98b8-42be-9105-beb822f23234 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:42.285548 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c880364-98b8-42be-9105-beb822f23234 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:42.289558 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c880364-98b8-42be-9105-beb822f23234 None None] Tracked resource versions report: Jun 29 11:35:42.289558 dv-cinder-797608-2-smb neutron-server[93177]: pushed versions: Jun 29 11:35:42.289558 dv-cinder-797608-2-smb neutron-server[93177]: { 'AddressGroup': {'1.2'}, Jun 29 11:35:42.289558 dv-cinder-797608-2-smb neutron-server[93177]: 'ConntrackHelper': {'1.0'}, Jun 29 11:35:42.289558 dv-cinder-797608-2-smb neutron-server[93177]: 'Log': {'1.0'}, Jun 29 11:35:42.289558 dv-cinder-797608-2-smb neutron-server[93177]: 'Network': {'1.1'}, Jun 29 11:35:42.289558 dv-cinder-797608-2-smb neutron-server[93177]: 'Port': {'1.7'}, Jun 29 11:35:42.289558 dv-cinder-797608-2-smb neutron-server[93177]: 'PortForwarding': {'1.2'}, Jun 29 11:35:42.289558 dv-cinder-797608-2-smb neutron-server[93177]: 'QosPolicy': {'1.8'}, Jun 29 11:35:42.289558 dv-cinder-797608-2-smb neutron-server[93177]: 'SecurityGroup': {'1.4'}, Jun 29 11:35:42.289558 dv-cinder-797608-2-smb neutron-server[93177]: 'SecurityGroupRule': {'1.2'}, Jun 29 11:35:42.289558 dv-cinder-797608-2-smb neutron-server[93177]: 'SubPort': {'1.0'}, Jun 29 11:35:42.289558 dv-cinder-797608-2-smb neutron-server[93177]: 'Subnet': {'1.1'}, Jun 29 11:35:42.289558 dv-cinder-797608-2-smb neutron-server[93177]: 'Trunk': {'1.1'}} Jun 29 11:35:42.289558 dv-cinder-797608-2-smb neutron-server[93177]: consumer versions: Jun 29 11:35:42.289558 dv-cinder-797608-2-smb neutron-server[93177]: { DHCP agent@dv-cinder-797608-2-smb: {}, Jun 29 11:35:42.289558 dv-cinder-797608-2-smb neutron-server[93177]: HyperV agent@hv-cinder-79760: {}, Jun 29 11:35:42.289558 dv-cinder-797608-2-smb neutron-server[93177]: L3 agent@dv-cinder-797608-2-smb: {}, Jun 29 11:35:42.289558 dv-cinder-797608-2-smb neutron-server[93177]: Metadata agent@dv-cinder-797608-2-smb: {}, Jun 29 11:35:42.289558 dv-cinder-797608-2-smb neutron-server[93177]: Metering agent@dv-cinder-797608-2-smb: {}, Jun 29 11:35:42.289558 dv-cinder-797608-2-smb neutron-server[93177]: Open vSwitch agent@dv-cinder-797608-2-smb: { 'AddressGroup': '1.2', Jun 29 11:35:42.289558 dv-cinder-797608-2-smb neutron-server[93177]: 'ConntrackHelper': '1.0', Jun 29 11:35:42.289558 dv-cinder-797608-2-smb neutron-server[93177]: 'Log': '1.0', Jun 29 11:35:42.289558 dv-cinder-797608-2-smb neutron-server[93177]: 'Network': '1.1', Jun 29 11:35:42.289558 dv-cinder-797608-2-smb neutron-server[93177]: 'Port': '1.7', Jun 29 11:35:42.289558 dv-cinder-797608-2-smb neutron-server[93177]: 'PortForwarding': '1.2', Jun 29 11:35:42.289558 dv-cinder-797608-2-smb neutron-server[93177]: 'QosPolicy': '1.8', Jun 29 11:35:42.289558 dv-cinder-797608-2-smb neutron-server[93177]: 'SecurityGroup': '1.4', Jun 29 11:35:42.289558 dv-cinder-797608-2-smb neutron-server[93177]: 'SecurityGroupRule': '1.2', Jun 29 11:35:42.289558 dv-cinder-797608-2-smb neutron-server[93177]: 'SubPort': '1.0', Jun 29 11:35:42.289558 dv-cinder-797608-2-smb neutron-server[93177]: 'Subnet': '1.1', Jun 29 11:35:42.289558 dv-cinder-797608-2-smb neutron-server[93177]: 'Trunk': '1.1'}} Jun 29 11:35:42.289558 dv-cinder-797608-2-smb neutron-server[93177]: {{(pid=93177) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 11:35:42.297554 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-bb8a95cb-d01a-48a9-8c5e-69f5a44faff5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:42.322592 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-8c880364-98b8-42be-9105-beb822f23234 None None] Attempting to bind port a643da72-c679-46f8-9877-5b1c7b447beb on host dv-cinder-797608-2-smb for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:35:42.324087 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-8c880364-98b8-42be-9105-beb822f23234 None None] Attempting to bind port a643da72-c679-46f8-9877-5b1c7b447beb by drivers openvswitch,hyperv on host dv-cinder-797608-2-smb at level 0 using segments [{'id': '431791e9-c625-45bb-a999-673c6d9515d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b963bd4f-00c4-43c3-bead-28b3bc0930b9'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:35:42.325359 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c880364-98b8-42be-9105-beb822f23234 None None] Attempting to bind port a643da72-c679-46f8-9877-5b1c7b447beb on network b963bd4f-00c4-43c3-bead-28b3bc0930b9 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:35:42.329082 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8c880364-98b8-42be-9105-beb822f23234 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:42.331262 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb8a95cb-d01a-48a9-8c5e-69f5a44faff5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 11:35:42.337281 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c880364-98b8-42be-9105-beb822f23234 None None] Checking agent: {'id': 'd2315a1d-b1aa-4a09-8200-44995cf6bc46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 27, 34), 'started_at': datetime.datetime(2021, 6, 29, 11, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:35:42.337655 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c880364-98b8-42be-9105-beb822f23234 None None] Checking segment: {'id': '431791e9-c625-45bb-a999-673c6d9515d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b963bd4f-00c4-43c3-bead-28b3bc0930b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:35:42.338125 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8c880364-98b8-42be-9105-beb822f23234 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:42.338445 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c880364-98b8-42be-9105-beb822f23234 None None] Bound using segment: {'id': '431791e9-c625-45bb-a999-673c6d9515d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b963bd4f-00c4-43c3-bead-28b3bc0930b9'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:35:42.338953 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-8c880364-98b8-42be-9105-beb822f23234 None None] Bound port: a643da72-c679-46f8-9877-5b1c7b447beb, host: dv-cinder-797608-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '431791e9-c625-45bb-a999-673c6d9515d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b963bd4f-00c4-43c3-bead-28b3bc0930b9'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:35:42.339357 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8c880364-98b8-42be-9105-beb822f23234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:42.372652 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bb8a95cb-d01a-48a9-8c5e-69f5a44faff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144823'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:42.374341 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.db.segments_db [None req-bb8a95cb-d01a-48a9-8c5e-69f5a44faff5 admin admin] Added segment f44e730d-f982-4fc8-aeef-a73946fa78a4 of type vlan for network fd6f4795-6d4a-4845-b130-e500e7798753 Jun 29 11:35:42.450931 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-e411149f-d42e-4215-a55d-9cb8228050ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:42.453651 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bb8a95cb-d01a-48a9-8c5e-69f5a44faff5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744990971203'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:42.496491 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-8c880364-98b8-42be-9105-beb822f23234 None None] For port a643da72-c679-46f8-9877-5b1c7b447beb, host dv-cinder-797608-2-smb, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:35:42.502900 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-8c880364-98b8-42be-9105-beb822f23234 None None] For port a643da72-c679-46f8-9877-5b1c7b447beb, host dv-cinder-797608-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-smb',level=0,port_id=a643da72-c679-46f8-9877-5b1c7b447beb,segment=NetworkSegment(431791e9-c625-45bb-a999-673c6d9515d0),segment_id=431791e9-c625-45bb-a999-673c6d9515d0)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:35:42.511803 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8c880364-98b8-42be-9105-beb822f23234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:42.512774 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bb8a95cb-d01a-48a9-8c5e-69f5a44faff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:42.515297 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7ff88066-4281-4772-b119-d4821105e7ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:42.516137 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-e411149f-d42e-4215-a55d-9cb8228050ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3670657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744990953741'] for port, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:42.516634 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8a95cb-d01a-48a9-8c5e-69f5a44faff5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:42.519042 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bb8a95cb-d01a-48a9-8c5e-69f5a44faff5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636407'] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:42.523850 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:42.524689 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:42.598964 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-bb8a95cb-d01a-48a9-8c5e-69f5a44faff5 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0707033 Jun 29 11:35:42.608374 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 46548) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:42.610279 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c880364-98b8-42be-9105-beb822f23234 None None] Pushing event updated for resources: {'Port': ['ID=a643da72-c679-46f8-9877-5b1c7b447beb,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:42.614160 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8c880364-98b8-42be-9105-beb822f23234 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:42.619428 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.v2.base [None req-2fd87eb6-29be-4baa-8532-65b62b2f73fc admin admin] Request body: {'subnet': {'network_id': 'fd6f4795-6d4a-4845-b130-e500e7798753', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1778732708-subnet', 'tenant_id': '7c98f3502e454a1387d89c0ae80c7be0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:35:42.648278 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd87eb6-29be-4baa-8532-65b62b2f73fc admin admin] Made reservation on behalf of 7c98f3502e454a1387d89c0ae80c7be0 for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:35:42.652446 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2fd87eb6-29be-4baa-8532-65b62b2f73fc admin admin] Notify callbacks [] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:42.656543 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e411149f-d42e-4215-a55d-9cb8228050ee admin admin] Network 6fd298bf-14bd-44c4-b839-39c6685a3eb6 is already hosted by enough agents. {{(pid=93175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:35:42.660661 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.base_scheduler [None req-e411149f-d42e-4215-a55d-9cb8228050ee admin admin] Resources bound (agent type, host, resource id): {{(pid=93175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:35:42.665836 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e411149f-d42e-4215-a55d-9cb8228050ee admin admin] Received port after_create {{(pid=93175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:35:42.774400 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8a95cb-d01a-48a9-8c5e-69f5a44faff5 admin admin] Pushing event updated for resources: {'Network': ['ID=fd6f4795-6d4a-4845-b130-e500e7798753,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:42.780825 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-bb8a95cb-d01a-48a9-8c5e-69f5a44faff5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:42.791893 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Network fd6f4795-6d4a-4845-b130-e500e7798753 details requested by agent ovs-agent-dv-cinder-797608-2-smb with host dv-cinder-797608-2-smb {{(pid=93177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 11:35:42.875037 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411149f-d42e-4215-a55d-9cb8228050ee admin admin] Pushing event updated for resources: {'Port': ['ID=5bd6bd70-fd61-4e04-87e6-b76de5ef0071,revision_number=1']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:42.942523 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-e411149f-d42e-4215-a55d-9cb8228050ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:43.002988 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2fd87eb6-29be-4baa-8532-65b62b2f73fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:43.018478 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:43.037983 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 46554) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:43.178362 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd87eb6-29be-4baa-8532-65b62b2f73fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=df7acfbb-4957-409c-ac7f-0ae4ad2647f2,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:43.191980 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2fd87eb6-29be-4baa-8532-65b62b2f73fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:43.229730 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd87eb6-29be-4baa-8532-65b62b2f73fc admin admin] Checking segment: {'id': 'f44e730d-f982-4fc8-aeef-a73946fa78a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'fd6f4795-6d4a-4845-b130-e500e7798753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:35:43.230291 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd87eb6-29be-4baa-8532-65b62b2f73fc admin admin] Network hostable DHCP agents. Network: fd6f4795-6d4a-4845-b130-e500e7798753, hostable agents: ['069d6837-862e-44f3-9997-a187e03939a0'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 11:35:43.233763 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-e411149f-d42e-4215-a55d-9cb8228050ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:43.264186 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd87eb6-29be-4baa-8532-65b62b2f73fc admin admin] Network fd6f4795-6d4a-4845-b130-e500e7798753 is scheduled to be hosted by DHCP agent 069d6837-862e-44f3-9997-a187e03939a0 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 11:35:43.282760 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-2fd87eb6-29be-4baa-8532-65b62b2f73fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-2-smb, fd6f4795-6d4a-4845-b130-e500e7798753) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:35:43.293141 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd87eb6-29be-4baa-8532-65b62b2f73fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:43.294240 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2fd87eb6-29be-4baa-8532-65b62b2f73fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636407'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:43.295931 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77242c9c-115f-4478-a2ce-d52e0ae7551e None None] Network fd6f4795-6d4a-4845-b130-e500e7798753 requested from dv-cinder-797608-2-smb {{(pid=93177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:35:43.324613 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-2fd87eb6-29be-4baa-8532-65b62b2f73fc admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7140334 Jun 29 11:35:43.549503 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 46576) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:43.570179 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-e411149f-d42e-4215-a55d-9cb8228050ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534950'] for router, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:43.589807 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c63261-8479-49f7-8c53-a0cd1bad02e5 None None] Network fd6f4795-6d4a-4845-b130-e500e7798753 requested from dv-cinder-797608-2-smb {{(pid=93177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:35:43.767721 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.v2.base [None req-86813186-0f93-490a-b64f-04313f644e29 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1098433859-network', 'tenant_id': 'c7fe67bdd81f49609b924ff744fa8344'}} {{(pid=93175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:35:43.858897 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86813186-0f93-490a-b64f-04313f644e29 admin admin] Made reservation on behalf of c7fe67bdd81f49609b924ff744fa8344 for: {'network': 1} {{(pid=93175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:35:43.864648 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-86813186-0f93-490a-b64f-04313f644e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for network, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:43.905725 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-86813186-0f93-490a-b64f-04313f644e29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:43.926716 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.v2.base [None req-62ed70fe-fbb3-4226-9a30-8d035c9066a9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1719931692-network', 'tenant_id': 'b0862d86861e4a6294669237a0d1c827'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:35:43.979623 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ed70fe-fbb3-4226-9a30-8d035c9066a9 admin admin] Made reservation on behalf of b0862d86861e4a6294669237a0d1c827 for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:35:43.982495 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e411149f-d42e-4215-a55d-9cb8228050ee admin admin] Router d3d4c572-229a-44f5-94d5-a2778a247153 is scheduled to L3 agent bfbd9503-e406-4b21-85aa-cc71bbe721ce with binding_index 1 {{(pid=93175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 11:35:43.987862 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-62ed70fe-fbb3-4226-9a30-8d035c9066a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:44.009509 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Device a643da72-c679-46f8-9877-5b1c7b447beb up at agent ovs-agent-dv-cinder-797608-2-smb {{(pid=93177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:35:44.027729 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-62ed70fe-fbb3-4226-9a30-8d035c9066a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:44.138177 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Provisioning for port a643da72-c679-46f8-9877-5b1c7b447beb completed by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:35:44.208065 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b064b8-bd77-4c84-af6c-51bcf896d606 None None] Network b963bd4f-00c4-43c3-bead-28b3bc0930b9 requested from dv-cinder-797608-2-smb {{(pid=93177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:35:44.269990 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e411149f-d42e-4215-a55d-9cb8228050ee admin admin] Notify agent at l3_agent.dv-cinder-797608-2-smb the message routers_updated {{(pid=93175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:35:44.292025 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed662456-13e7-4b54-aedf-732424e7b39a None None] Sync routers for ids ['d3d4c572-229a-44f5-94d5-a2778a247153'] in dv-cinder-797608-2-smb {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:35:44.293234 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-03ba4ca8-9e96-4ddb-b2db-b7d59425c6d7 None None] Provisioning for port a643da72-c679-46f8-9877-5b1c7b447beb completed by entity DHCP. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:35:44.299518 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-03ba4ca8-9e96-4ddb-b2db-b7d59425c6d7 None None] Provisioning complete for port a643da72-c679-46f8-9877-5b1c7b447beb triggered by entity DHCP. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:35:44.300353 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-03ba4ca8-9e96-4ddb-b2db-b7d59425c6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:44.311570 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed662456-13e7-4b54-aedf-732424e7b39a None None] Routers {'d3d4c572-229a-44f5-94d5-a2778a247153'} bound to L3 agent in host dv-cinder-797608-2-smb {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:35:44.314627 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-ed662456-13e7-4b54-aedf-732424e7b39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T11:27:33Z,description=,heartbeat_timestamp=2021-06-29T11:35:33Z,host='dv-cinder-797608-2-smb',id=bfbd9503-e406-4b21-85aa-cc71bbe721ce,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:33Z,topic='l3_agent')) {'router_ids': ['d3d4c572-229a-44f5-94d5-a2778a247153'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:35:44.387791 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-86813186-0f93-490a-b64f-04313f644e29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:44.399067 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-86813186-0f93-490a-b64f-04313f644e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:44.427969 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86813186-0f93-490a-b64f-04313f644e29 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=93175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 11:35:44.453075 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-86813186-0f93-490a-b64f-04313f644e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144823'] for segment, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:44.453811 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.db.segments_db [None req-86813186-0f93-490a-b64f-04313f644e29 admin admin] Added segment 86bedee4-eb9b-4489-873f-c094326fa3ef of type vlan for network eccb8c38-e415-4186-bd4f-0cc0188c6b44 Jun 29 11:35:44.552688 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-86813186-0f93-490a-b64f-04313f644e29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744990971203'] for network, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:44.612601 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:44.633187 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-03ba4ca8-9e96-4ddb-b2db-b7d59425c6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:44.642451 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-e411149f-d42e-4215-a55d-9cb8228050ee admin admin] Notify callbacks [] for router, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:44.650216 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-e411149f-d42e-4215-a55d-9cb8228050ee admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.4545193 Jun 29 11:35:44.672946 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 46602) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:44.692809 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-ed662456-13e7-4b54-aedf-732424e7b39a None None] Set router d3d4c572-229a-44f5-94d5-a2778a247153 gateway port host: dv-cinder-797608-2-smb {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:35:44.744266 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86813186-0f93-490a-b64f-04313f644e29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be790744-bf59-476d-b5d0-95c7408949e8,revision_number=1']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:44.761232 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-03ba4ca8-9e96-4ddb-b2db-b7d59425c6d7 None None] For port a643da72-c679-46f8-9877-5b1c7b447beb, host dv-cinder-797608-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-smb',level=0,port_id=a643da72-c679-46f8-9877-5b1c7b447beb,segment=NetworkSegment(431791e9-c625-45bb-a999-673c6d9515d0),segment_id=431791e9-c625-45bb-a999-673c6d9515d0)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:35:44.764450 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-86813186-0f93-490a-b64f-04313f644e29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:44.769753 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-86813186-0f93-490a-b64f-04313f644e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370'] for network, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:44.779755 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86813186-0f93-490a-b64f-04313f644e29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:44.783003 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-86813186-0f93-490a-b64f-04313f644e29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636407'] for network, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:44.788322 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-03ba4ca8-9e96-4ddb-b2db-b7d59425c6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:44.800053 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-7ff88066-4281-4772-b119-d4821105e7ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:44.815010 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:44.946386 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ba4ca8-9e96-4ddb-b2db-b7d59425c6d7 None None] Pushing event updated for resources: {'Port': ['ID=a643da72-c679-46f8-9877-5b1c7b447beb,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:44.966593 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-03ba4ca8-9e96-4ddb-b2db-b7d59425c6d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:44.976156 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86813186-0f93-490a-b64f-04313f644e29 admin admin] Pushing event updated for resources: {'Network': ['ID=eccb8c38-e415-4186-bd4f-0cc0188c6b44,revision_number=1']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:45.000454 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-86813186-0f93-490a-b64f-04313f644e29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:45.032422 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Network eccb8c38-e415-4186-bd4f-0cc0188c6b44 details requested by agent ovs-agent-dv-cinder-797608-2-smb with host dv-cinder-797608-2-smb {{(pid=93177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 11:35:45.235963 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-ed662456-13e7-4b54-aedf-732424e7b39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d4c572-229a-44f5-94d5-a2778a247153', 'name': 'tempest-AttachVolumeShelveTestJSON-557508439-router', 'tenant_id': 'bcd5ad4328fb47e5815bb6b7debbea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'external_fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.173'}], 'enable_snat': True}, 'gw_port_id': '5bd6bd70-fd61-4e04-87e6-b76de5ef0071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:35:41Z', 'updated_at': '2021-06-29T11:35:43Z', 'revision_number': 3, 'project_id': 'bcd5ad4328fb47e5815bb6b7debbea57', 'gw_port': {'id': '5bd6bd70-fd61-4e04-87e6-b76de5ef0071', 'name': '', 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a7:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d4c572-229a-44f5-94d5-a2778a247153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:42Z', 'updated_at': '2021-06-29T11:35:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '042f854c-de74-4a6a-969f-d747577d8cca', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-smb'}], 'dv-cinder-797608-2-smb', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:35:45.272912 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed662456-13e7-4b54-aedf-732424e7b39a None None] Checking router: d3d4c572-229a-44f5-94d5-a2778a247153 for host: dv-cinder-797608-2-smb {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:35:45.273325 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed662456-13e7-4b54-aedf-732424e7b39a None None] Updating router d3d4c572-229a-44f5-94d5-a2778a247153 port 5bd6bd70-fd61-4e04-87e6-b76de5ef0071 binding host dv-cinder-797608-2-smb {{(pid=93178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 11:35:45.318429 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-62ed70fe-fbb3-4226-9a30-8d035c9066a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:45.325514 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-6bf9f818-e58b-4055-9dfb-d55d23c43ee4 None None] Provisioning complete for port a643da72-c679-46f8-9877-5b1c7b447beb triggered by entity DHCP. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:35:45.326165 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6bf9f818-e58b-4055-9dfb-d55d23c43ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:45.328336 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ed662456-13e7-4b54-aedf-732424e7b39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:45.341315 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-62ed70fe-fbb3-4226-9a30-8d035c9066a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:45.345950 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-86813186-0f93-490a-b64f-04313f644e29 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3037040 Jun 29 11:35:45.346600 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 46630) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:45.361227 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.v2.base [None req-10e5a752-28c7-465a-a649-a48b76d6d1c6 admin admin] Request body: {'subnet': {'network_id': 'eccb8c38-e415-4186-bd4f-0cc0188c6b44', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1098433859-subnet', 'tenant_id': 'c7fe67bdd81f49609b924ff744fa8344', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:35:45.439075 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e5a752-28c7-465a-a649-a48b76d6d1c6 admin admin] Made reservation on behalf of c7fe67bdd81f49609b924ff744fa8344 for: {'subnet': 1} {{(pid=93175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:35:45.443944 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-10e5a752-28c7-465a-a649-a48b76d6d1c6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:45.469535 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:45.528407 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ed70fe-fbb3-4226-9a30-8d035c9066a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1a7ad6-20f5-44d5-aaf0-50a5387c12c5,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:45.540393 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-62ed70fe-fbb3-4226-9a30-8d035c9066a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:45.574048 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62ed70fe-fbb3-4226-9a30-8d035c9066a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 11:35:45.608782 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-62ed70fe-fbb3-4226-9a30-8d035c9066a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144823'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:45.609119 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.db.segments_db [None req-62ed70fe-fbb3-4226-9a30-8d035c9066a9 admin admin] Added segment 0949f310-551d-4292-95ed-764ccdcd59df of type vlan for network 370af924-d6bd-4821-9056-c2048b5ccd31 Jun 29 11:35:45.736845 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 46638) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:45.756459 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.v2.base [None req-d92ff73d-9604-49c0-ae23-e101e9f69384 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1346615707-network', 'tenant_id': '54e09f42ee4d4fafb6c1aee96ecebc25'}} {{(pid=93175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:35:45.766810 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ed662456-13e7-4b54-aedf-732424e7b39a None None] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:45.800939 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-ed662456-13e7-4b54-aedf-732424e7b39a None None] Transition to ACTIVE for port object 5bd6bd70-fd61-4e04-87e6-b76de5ef0071 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:35:45.821028 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ed662456-13e7-4b54-aedf-732424e7b39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:45.858016 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70f77cba-3155-4ba7-b77b-0bb7d056d628 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:45.902423 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-62ed70fe-fbb3-4226-9a30-8d035c9066a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744990971203'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:45.919790 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Device a643da72-c679-46f8-9877-5b1c7b447beb up at agent ovs-agent-dv-cinder-797608-2-smb {{(pid=93177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:35:45.955232 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-ed662456-13e7-4b54-aedf-732424e7b39a None None] Attempting to bind port 5bd6bd70-fd61-4e04-87e6-b76de5ef0071 on host dv-cinder-797608-2-smb for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:35:45.955637 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-ed662456-13e7-4b54-aedf-732424e7b39a None None] Attempting to bind port 5bd6bd70-fd61-4e04-87e6-b76de5ef0071 by drivers openvswitch,hyperv on host dv-cinder-797608-2-smb at level 0 using segments [{'id': 'bd18eb46-f552-49e6-b53a-14bd17fb4993', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:35:45.956003 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed662456-13e7-4b54-aedf-732424e7b39a None None] Attempting to bind port 5bd6bd70-fd61-4e04-87e6-b76de5ef0071 on network 6fd298bf-14bd-44c4-b839-39c6685a3eb6 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:35:45.976642 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed662456-13e7-4b54-aedf-732424e7b39a None None] Checking agent: {'id': 'd2315a1d-b1aa-4a09-8200-44995cf6bc46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 27, 34), 'started_at': datetime.datetime(2021, 6, 29, 11, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:35:45.978082 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed662456-13e7-4b54-aedf-732424e7b39a None None] Checking segment: {'id': 'bd18eb46-f552-49e6-b53a-14bd17fb4993', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:35:45.978616 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ed662456-13e7-4b54-aedf-732424e7b39a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:45.979017 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed662456-13e7-4b54-aedf-732424e7b39a None None] Bound using segment: {'id': 'bd18eb46-f552-49e6-b53a-14bd17fb4993', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:35:45.981526 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-ed662456-13e7-4b54-aedf-732424e7b39a None None] Bound port: 5bd6bd70-fd61-4e04-87e6-b76de5ef0071, host: dv-cinder-797608-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd18eb46-f552-49e6-b53a-14bd17fb4993', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:35:45.981897 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ed662456-13e7-4b54-aedf-732424e7b39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:45.992096 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d92ff73d-9604-49c0-ae23-e101e9f69384 admin admin] Made reservation on behalf of 54e09f42ee4d4fafb6c1aee96ecebc25 for: {'network': 1} {{(pid=93175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:35:45.996915 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-d92ff73d-9604-49c0-ae23-e101e9f69384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for network, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:46.024349 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-10e5a752-28c7-465a-a649-a48b76d6d1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370'] for subnet, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:46.025372 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-d92ff73d-9604-49c0-ae23-e101e9f69384 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:46.043337 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Provisioning complete for port a643da72-c679-46f8-9877-5b1c7b447beb triggered by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:35:46.043931 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:46.051313 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-ed662456-13e7-4b54-aedf-732424e7b39a None None] For port 5bd6bd70-fd61-4e04-87e6-b76de5ef0071, host dv-cinder-797608-2-smb, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:35:46.054893 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-ed662456-13e7-4b54-aedf-732424e7b39a None None] For port 5bd6bd70-fd61-4e04-87e6-b76de5ef0071, host dv-cinder-797608-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-smb',level=0,port_id=5bd6bd70-fd61-4e04-87e6-b76de5ef0071,segment=NetworkSegment(bd18eb46-f552-49e6-b53a-14bd17fb4993),segment_id=bd18eb46-f552-49e6-b53a-14bd17fb4993)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:35:46.059793 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:46.067514 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-62ed70fe-fbb3-4226-9a30-8d035c9066a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:46.074052 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ed70fe-fbb3-4226-9a30-8d035c9066a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:46.078422 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-62ed70fe-fbb3-4226-9a30-8d035c9066a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636407'] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:46.082004 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-ed662456-13e7-4b54-aedf-732424e7b39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:46.091474 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-bb8a95cb-d01a-48a9-8c5e-69f5a44faff5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:46.118362 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5094c4c1-daf0-43ea-a57c-368a2408735c None None] Pushing event updated for resources: {'Port': ['ID=5bd6bd70-fd61-4e04-87e6-b76de5ef0071,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:46.134315 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5094c4c1-daf0-43ea-a57c-368a2408735c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:46.134658 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5094c4c1-daf0-43ea-a57c-368a2408735c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:46.140220 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5094c4c1-daf0-43ea-a57c-368a2408735c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:46.140556 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5094c4c1-daf0-43ea-a57c-368a2408735c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:46.140889 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5094c4c1-daf0-43ea-a57c-368a2408735c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:46.141219 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5094c4c1-daf0-43ea-a57c-368a2408735c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:46.141544 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5094c4c1-daf0-43ea-a57c-368a2408735c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:46.141865 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5094c4c1-daf0-43ea-a57c-368a2408735c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:46.142233 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5094c4c1-daf0-43ea-a57c-368a2408735c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:46.142558 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5094c4c1-daf0-43ea-a57c-368a2408735c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:46.142876 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5094c4c1-daf0-43ea-a57c-368a2408735c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:46.143192 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5094c4c1-daf0-43ea-a57c-368a2408735c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:35:46.152524 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5094c4c1-daf0-43ea-a57c-368a2408735c None None] Tracked resource versions report: Jun 29 11:35:46.152524 dv-cinder-797608-2-smb neutron-server[93178]: pushed versions: Jun 29 11:35:46.152524 dv-cinder-797608-2-smb neutron-server[93178]: { 'AddressGroup': {'1.2'}, Jun 29 11:35:46.152524 dv-cinder-797608-2-smb neutron-server[93178]: 'ConntrackHelper': {'1.0'}, Jun 29 11:35:46.152524 dv-cinder-797608-2-smb neutron-server[93178]: 'Log': {'1.0'}, Jun 29 11:35:46.152524 dv-cinder-797608-2-smb neutron-server[93178]: 'Network': {'1.1'}, Jun 29 11:35:46.152524 dv-cinder-797608-2-smb neutron-server[93178]: 'Port': {'1.7'}, Jun 29 11:35:46.152524 dv-cinder-797608-2-smb neutron-server[93178]: 'PortForwarding': {'1.2'}, Jun 29 11:35:46.152524 dv-cinder-797608-2-smb neutron-server[93178]: 'QosPolicy': {'1.8'}, Jun 29 11:35:46.152524 dv-cinder-797608-2-smb neutron-server[93178]: 'SecurityGroup': {'1.4'}, Jun 29 11:35:46.152524 dv-cinder-797608-2-smb neutron-server[93178]: 'SecurityGroupRule': {'1.2'}, Jun 29 11:35:46.152524 dv-cinder-797608-2-smb neutron-server[93178]: 'SubPort': {'1.0'}, Jun 29 11:35:46.152524 dv-cinder-797608-2-smb neutron-server[93178]: 'Subnet': {'1.1'}, Jun 29 11:35:46.152524 dv-cinder-797608-2-smb neutron-server[93178]: 'Trunk': {'1.1'}} Jun 29 11:35:46.152524 dv-cinder-797608-2-smb neutron-server[93178]: consumer versions: Jun 29 11:35:46.152524 dv-cinder-797608-2-smb neutron-server[93178]: { DHCP agent@dv-cinder-797608-2-smb: {}, Jun 29 11:35:46.152524 dv-cinder-797608-2-smb neutron-server[93178]: HyperV agent@hv-cinder-79760: {}, Jun 29 11:35:46.152524 dv-cinder-797608-2-smb neutron-server[93178]: L3 agent@dv-cinder-797608-2-smb: {}, Jun 29 11:35:46.152524 dv-cinder-797608-2-smb neutron-server[93178]: Metadata agent@dv-cinder-797608-2-smb: {}, Jun 29 11:35:46.152524 dv-cinder-797608-2-smb neutron-server[93178]: Metering agent@dv-cinder-797608-2-smb: {}, Jun 29 11:35:46.152524 dv-cinder-797608-2-smb neutron-server[93178]: Open vSwitch agent@dv-cinder-797608-2-smb: { 'AddressGroup': '1.2', Jun 29 11:35:46.152524 dv-cinder-797608-2-smb neutron-server[93178]: 'ConntrackHelper': '1.0', Jun 29 11:35:46.152524 dv-cinder-797608-2-smb neutron-server[93178]: 'Log': '1.0', Jun 29 11:35:46.152524 dv-cinder-797608-2-smb neutron-server[93178]: 'Network': '1.1', Jun 29 11:35:46.152524 dv-cinder-797608-2-smb neutron-server[93178]: 'Port': '1.7', Jun 29 11:35:46.152524 dv-cinder-797608-2-smb neutron-server[93178]: 'PortForwarding': '1.2', Jun 29 11:35:46.152524 dv-cinder-797608-2-smb neutron-server[93178]: 'QosPolicy': '1.8', Jun 29 11:35:46.152524 dv-cinder-797608-2-smb neutron-server[93178]: 'SecurityGroup': '1.4', Jun 29 11:35:46.152524 dv-cinder-797608-2-smb neutron-server[93178]: 'SecurityGroupRule': '1.2', Jun 29 11:35:46.152524 dv-cinder-797608-2-smb neutron-server[93178]: 'SubPort': '1.0', Jun 29 11:35:46.152524 dv-cinder-797608-2-smb neutron-server[93178]: 'Subnet': '1.1', Jun 29 11:35:46.152524 dv-cinder-797608-2-smb neutron-server[93178]: 'Trunk': '1.1'}} Jun 29 11:35:46.152524 dv-cinder-797608-2-smb neutron-server[93178]: {{(pid=93178) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 11:35:46.205075 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-5094c4c1-daf0-43ea-a57c-368a2408735c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:46.205490 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:46.271668 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed662456-13e7-4b54-aedf-732424e7b39a None None] Routers {'d3d4c572-229a-44f5-94d5-a2778a247153'} bound to L3 agent in host dv-cinder-797608-2-smb {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:35:46.275487 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-ed662456-13e7-4b54-aedf-732424e7b39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T11:27:33Z,description=,heartbeat_timestamp=2021-06-29T11:35:33Z,host='dv-cinder-797608-2-smb',id=bfbd9503-e406-4b21-85aa-cc71bbe721ce,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:33Z,topic='l3_agent')) {'router_ids': ['d3d4c572-229a-44f5-94d5-a2778a247153'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:35:46.363699 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-d92ff73d-9604-49c0-ae23-e101e9f69384 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:46.367809 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e5a752-28c7-465a-a649-a48b76d6d1c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7373ef6a-150f-46e1-aa70-287056aa686d,revision_number=0']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:46.374139 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-10e5a752-28c7-465a-a649-a48b76d6d1c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:46.375928 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-d92ff73d-9604-49c0-ae23-e101e9f69384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:46.398786 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d92ff73d-9604-49c0-ae23-e101e9f69384 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=93175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 11:35:46.401626 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ed70fe-fbb3-4226-9a30-8d035c9066a9 admin admin] Pushing event updated for resources: {'Network': ['ID=370af924-d6bd-4821-9056-c2048b5ccd31,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:46.406147 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-62ed70fe-fbb3-4226-9a30-8d035c9066a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:46.412502 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-62ed70fe-fbb3-4226-9a30-8d035c9066a9 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.8585439 Jun 29 11:35:46.413074 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 46654) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:46.415252 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-d92ff73d-9604-49c0-ae23-e101e9f69384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144823'] for segment, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:46.415767 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.db.segments_db [None req-d92ff73d-9604-49c0-ae23-e101e9f69384 admin admin] Added segment 6546696d-920a-47d4-9453-1f1893afa5b4 of type vlan for network e640ee8f-cfbf-4729-b13e-2275a0b9f2de Jun 29 11:35:46.420302 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Network 370af924-d6bd-4821-9056-c2048b5ccd31 details requested by agent ovs-agent-dv-cinder-797608-2-smb with host dv-cinder-797608-2-smb {{(pid=93177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 11:35:46.421560 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.v2.base [None req-a5331995-2377-40d4-a12e-1298481a35b3 admin admin] Request body: {'subnet': {'network_id': '370af924-d6bd-4821-9056-c2048b5ccd31', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1719931692-subnet', 'tenant_id': 'b0862d86861e4a6294669237a0d1c827', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:35:46.464175 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-e2c41313-ad20-4abb-a73d-475ab2e4835d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:46.508980 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-d92ff73d-9604-49c0-ae23-e101e9f69384 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744990971203'] for network, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:46.512972 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e5a752-28c7-465a-a649-a48b76d6d1c6 admin admin] Checking segment: {'id': '86bedee4-eb9b-4489-873f-c094326fa3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'eccb8c38-e415-4186-bd4f-0cc0188c6b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:35:46.513406 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e5a752-28c7-465a-a649-a48b76d6d1c6 admin admin] Network hostable DHCP agents. Network: eccb8c38-e415-4186-bd4f-0cc0188c6b44, hostable agents: ['069d6837-862e-44f3-9997-a187e03939a0'], hosted agents: [] {{(pid=93175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 11:35:46.515578 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92ff73d-9604-49c0-ae23-e101e9f69384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4626553-f952-4eb7-8824-a7ec90f17aec,revision_number=1']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:46.522811 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-d92ff73d-9604-49c0-ae23-e101e9f69384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:46.523533 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5094c4c1-daf0-43ea-a57c-368a2408735c None None] Pushing event updated for resources: {'Port': ['ID=5bd6bd70-fd61-4e04-87e6-b76de5ef0071,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:46.544490 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5331995-2377-40d4-a12e-1298481a35b3 admin admin] Made reservation on behalf of b0862d86861e4a6294669237a0d1c827 for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:35:46.546864 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a5331995-2377-40d4-a12e-1298481a35b3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:46.552282 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-5094c4c1-daf0-43ea-a57c-368a2408735c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:46.563872 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e5a752-28c7-465a-a649-a48b76d6d1c6 admin admin] Network eccb8c38-e415-4186-bd4f-0cc0188c6b44 is scheduled to be hosted by DHCP agent 069d6837-862e-44f3-9997-a187e03939a0 with binding_index 1 {{(pid=93175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 11:35:46.574902 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-d92ff73d-9604-49c0-ae23-e101e9f69384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370'] for network, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:46.578390 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92ff73d-9604-49c0-ae23-e101e9f69384 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:46.578975 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-d92ff73d-9604-49c0-ae23-e101e9f69384 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636407'] for network, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:46.588759 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-e2c41313-ad20-4abb-a73d-475ab2e4835d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:46.602741 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-ed662456-13e7-4b54-aedf-732424e7b39a None None] Set router d3d4c572-229a-44f5-94d5-a2778a247153 gateway port host: dv-cinder-797608-2-smb {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:35:46.622024 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.base_scheduler [None req-10e5a752-28c7-465a-a649-a48b76d6d1c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-2-smb, eccb8c38-e415-4186-bd4f-0cc0188c6b44) {{(pid=93175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:35:46.636398 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e881a4f6-be41-4cb6-a844-e5527432f3b3 None None] Network eccb8c38-e415-4186-bd4f-0cc0188c6b44 requested from dv-cinder-797608-2-smb {{(pid=93177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:35:46.706052 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e5a752-28c7-465a-a649-a48b76d6d1c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:46.706644 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-10e5a752-28c7-465a-a649-a48b76d6d1c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636407'] for subnet, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:46.727857 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-d92ff73d-9604-49c0-ae23-e101e9f69384 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9751315 Jun 29 11:35:46.762868 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 46656) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:46.764705 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92ff73d-9604-49c0-ae23-e101e9f69384 admin admin] Pushing event updated for resources: {'Network': ['ID=e640ee8f-cfbf-4729-b13e-2275a0b9f2de,revision_number=1']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:46.768670 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-d92ff73d-9604-49c0-ae23-e101e9f69384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:46.782344 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-10e5a752-28c7-465a-a649-a48b76d6d1c6 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4340329 Jun 29 11:35:46.814268 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.v2.base [None req-96ec1797-cc3a-4fca-9378-396d8feb3812 admin admin] Request body: {'subnet': {'network_id': 'e640ee8f-cfbf-4729-b13e-2275a0b9f2de', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1346615707-subnet', 'tenant_id': '54e09f42ee4d4fafb6c1aee96ecebc25', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:35:46.884870 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Network e640ee8f-cfbf-4729-b13e-2275a0b9f2de details requested by agent ovs-agent-dv-cinder-797608-2-smb with host dv-cinder-797608-2-smb {{(pid=93177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 11:35:46.891072 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2aa32667-a2d6-4941-9535-1c129e5bfcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:46.952239 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-ed662456-13e7-4b54-aedf-732424e7b39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d4c572-229a-44f5-94d5-a2778a247153', 'name': 'tempest-AttachVolumeShelveTestJSON-557508439-router', 'tenant_id': 'bcd5ad4328fb47e5815bb6b7debbea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'external_fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.173'}], 'enable_snat': True}, 'gw_port_id': '5bd6bd70-fd61-4e04-87e6-b76de5ef0071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:35:41Z', 'updated_at': '2021-06-29T11:35:43Z', 'revision_number': 3, 'project_id': 'bcd5ad4328fb47e5815bb6b7debbea57', 'gw_port': {'id': '5bd6bd70-fd61-4e04-87e6-b76de5ef0071', 'name': '', 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a7:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d4c572-229a-44f5-94d5-a2778a247153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:42Z', 'updated_at': '2021-06-29T11:35:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '042f854c-de74-4a6a-969f-d747577d8cca', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-smb'}], 'dv-cinder-797608-2-smb', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:35:46.976778 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ec1797-cc3a-4fca-9378-396d8feb3812 admin admin] Made reservation on behalf of 54e09f42ee4d4fafb6c1aee96ecebc25 for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:35:46.981828 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-96ec1797-cc3a-4fca-9378-396d8feb3812 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:46.993438 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed662456-13e7-4b54-aedf-732424e7b39a None None] The sync data for ids ['d3d4c572-229a-44f5-94d5-a2778a247153'] in dv-cinder-797608-2-smb is: [{'id': 'd3d4c572-229a-44f5-94d5-a2778a247153', 'name': 'tempest-AttachVolumeShelveTestJSON-557508439-router', 'tenant_id': 'bcd5ad4328fb47e5815bb6b7debbea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'external_fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.173'}], 'enable_snat': True}, 'gw_port_id': '5bd6bd70-fd61-4e04-87e6-b76de5ef0071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:35:41Z', 'updated_at': '2021-06-29T11:35:43Z', 'revision_number': 3, 'project_id': 'bcd5ad4328fb47e5815bb6b7debbea57', 'gw_port': {'id': '5bd6bd70-fd61-4e04-87e6-b76de5ef0071', 'name': '', 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a7:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d4c572-229a-44f5-94d5-a2778a247153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:42Z', 'updated_at': '2021-06-29T11:35:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '042f854c-de74-4a6a-969f-d747577d8cca', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-smb'}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:35:47.184202 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060c1336-44fc-40ac-9c8b-6d102663f0b9 None None] Network eccb8c38-e415-4186-bd4f-0cc0188c6b44 requested from dv-cinder-797608-2-smb {{(pid=93177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:35:47.789123 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-2aa32667-a2d6-4941-9535-1c129e5bfcf4 admin admin] Allocated IP 172.20.0.1 (b963bd4f-00c4-43c3-bead-28b3bc0930b9/2303b7c5-2df0-4ce3-8da2-9b421c47074d/ef94a013-ceae-4cd3-9c61-c84d547c60a2) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:35:47.839931 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a5331995-2377-40d4-a12e-1298481a35b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:47.865893 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:47.984334 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Device 5bd6bd70-fd61-4e04-87e6-b76de5ef0071 up at agent ovs-agent-dv-cinder-797608-2-smb {{(pid=93177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:35:48.125339 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 46718) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:48.129808 dv-cinder-797608-2-smb neutron-server[93175]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 29 11:35:48.166041 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Provisioning for port 5bd6bd70-fd61-4e04-87e6-b76de5ef0071 completed by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:35:48.177270 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Provisioning complete for port 5bd6bd70-fd61-4e04-87e6-b76de5ef0071 triggered by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:35:48.187967 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:48.335110 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2aa32667-a2d6-4941-9535-1c129e5bfcf4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:48.343304 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:48.358863 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5331995-2377-40d4-a12e-1298481a35b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ea9ab15-43b2-48ad-8e01-7b17b01c47dd,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:48.375076 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] For port 5bd6bd70-fd61-4e04-87e6-b76de5ef0071, host dv-cinder-797608-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-smb',level=0,port_id=5bd6bd70-fd61-4e04-87e6-b76de5ef0071,segment=NetworkSegment(bd18eb46-f552-49e6-b53a-14bd17fb4993),segment_id=bd18eb46-f552-49e6-b53a-14bd17fb4993)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:35:48.381292 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:48.384861 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:48.395090 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a5331995-2377-40d4-a12e-1298481a35b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:48.448846 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5331995-2377-40d4-a12e-1298481a35b3 admin admin] Checking segment: {'id': '0949f310-551d-4292-95ed-764ccdcd59df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '370af924-d6bd-4821-9056-c2048b5ccd31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:35:48.448846 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5331995-2377-40d4-a12e-1298481a35b3 admin admin] Network hostable DHCP agents. Network: 370af924-d6bd-4821-9056-c2048b5ccd31, hostable agents: ['069d6837-862e-44f3-9997-a187e03939a0'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 11:35:48.451266 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [None req-2aa32667-a2d6-4941-9535-1c129e5bfcf4 admin admin] Transition to ACTIVE for port object ef94a013-ceae-4cd3-9c61-c84d547c60a2 will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:35:48.474109 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-96ec1797-cc3a-4fca-9378-396d8feb3812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:48.475987 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Pushing event updated for resources: {'Port': ['ID=5bd6bd70-fd61-4e04-87e6-b76de5ef0071,revision_number=4']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:48.479910 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:48.490985 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:48.560561 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5331995-2377-40d4-a12e-1298481a35b3 admin admin] Network 370af924-d6bd-4821-9056-c2048b5ccd31 is scheduled to be hosted by DHCP agent 069d6837-862e-44f3-9997-a187e03939a0 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 11:35:48.607088 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-a5331995-2377-40d4-a12e-1298481a35b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-2-smb, 370af924-d6bd-4821-9056-c2048b5ccd31) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:35:48.609744 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ec1797-cc3a-4fca-9378-396d8feb3812 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a29b63ff-332c-4cd6-8314-3509cc81047c,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:48.618859 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5071aa-6b2f-4cb0-9580-a1f1bff407c2 None None] Network 370af924-d6bd-4821-9056-c2048b5ccd31 requested from dv-cinder-797608-2-smb {{(pid=93177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:35:48.638623 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2aa32667-a2d6-4941-9535-1c129e5bfcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3670657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744990953741'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:48.646697 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5331995-2377-40d4-a12e-1298481a35b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:48.648057 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a5331995-2377-40d4-a12e-1298481a35b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636407'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:48.660892 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0768b7e3-5cff-4bc8-aefd-076333b28c0e req-c2030752-f859-4f48-8b82-19c213442996 tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:48.664570 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-0768b7e3-5cff-4bc8-aefd-076333b28c0e req-c2030752-f859-4f48-8b82-19c213442996 tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] 10.222.0.78 "GET /v2.0/networks?id=eccb8c38-e415-4186-bd4f-0cc0188c6b44 HTTP/1.1" status: 200 len: 812 time: 0.5365653 Jun 29 11:35:48.696468 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96ec1797-cc3a-4fca-9378-396d8feb3812 admin admin] Checking segment: {'id': '6546696d-920a-47d4-9453-1f1893afa5b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e640ee8f-cfbf-4729-b13e-2275a0b9f2de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:35:48.697221 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ec1797-cc3a-4fca-9378-396d8feb3812 admin admin] Network hostable DHCP agents. Network: e640ee8f-cfbf-4729-b13e-2275a0b9f2de, hostable agents: ['069d6837-862e-44f3-9997-a187e03939a0'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 11:35:48.716208 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-0768b7e3-5cff-4bc8-aefd-076333b28c0e req-1e016d24-13b4-4e8b-9de4-6d83ac61715f tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] 10.222.0.78 "GET /v2.0/quotas/c7fe67bdd81f49609b924ff744fa8344 HTTP/1.1" status: 200 len: 375 time: 0.0335469 Jun 29 11:35:48.717624 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-96ec1797-cc3a-4fca-9378-396d8feb3812 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:48.720149 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-705a5f56-3d35-412c-a4dd-2354fe9526d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:48.736830 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa32667-a2d6-4941-9535-1c129e5bfcf4 admin admin] Network b963bd4f-00c4-43c3-bead-28b3bc0930b9 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:35:48.783019 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-a5331995-2377-40d4-a12e-1298481a35b3 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.3532763 Jun 29 11:35:48.783019 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-2aa32667-a2d6-4941-9535-1c129e5bfcf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:35:48.809818 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa32667-a2d6-4941-9535-1c129e5bfcf4 admin admin] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:35:48.810941 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2aa32667-a2d6-4941-9535-1c129e5bfcf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015169'] for router_interface, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:48.885911 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ec1797-cc3a-4fca-9378-396d8feb3812 admin admin] Network e640ee8f-cfbf-4729-b13e-2275a0b9f2de is scheduled to be hosted by DHCP agent 069d6837-862e-44f3-9997-a187e03939a0 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 11:35:49.015001 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa32667-a2d6-4941-9535-1c129e5bfcf4 admin admin] Pushing event updated for resources: {'Port': ['ID=ef94a013-ceae-4cd3-9c61-c84d547c60a2,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:49.045727 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-96ec1797-cc3a-4fca-9378-396d8feb3812 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-2-smb, e640ee8f-cfbf-4729-b13e-2275a0b9f2de) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:35:49.071084 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587b0193-690e-4b0a-b0e8-916a613b9a09 None None] Network e640ee8f-cfbf-4729-b13e-2275a0b9f2de requested from dv-cinder-797608-2-smb {{(pid=93177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:35:49.072718 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2aa32667-a2d6-4941-9535-1c129e5bfcf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:49.082734 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ec1797-cc3a-4fca-9378-396d8feb3812 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:49.085356 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-96ec1797-cc3a-4fca-9378-396d8feb3812 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636407'] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:49.314284 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-0768b7e3-5cff-4bc8-aefd-076333b28c0e req-9650d9df-af58-41e4-a1b2-efd07dfd79dc tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=c7fe67bdd81f49609b924ff744fa8344&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5958319 Jun 29 11:35:49.334905 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43f0058-06b2-4aac-aeef-d70800af22d6 None None] Network 370af924-d6bd-4821-9056-c2048b5ccd31 requested from dv-cinder-797608-2-smb {{(pid=93177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:35:49.402119 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 46766) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:49.431624 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-96ec1797-cc3a-4fca-9378-396d8feb3812 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.6574771 Jun 29 11:35:49.598132 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-935b3544-54fc-4242-8b3b-f6f7b3f7bf72 None None] Provisioning for port ef94a013-ceae-4cd3-9c61-c84d547c60a2 completed by entity DHCP. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:35:49.670353 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-935b3544-54fc-4242-8b3b-f6f7b3f7bf72 None None] Provisioning complete for port ef94a013-ceae-4cd3-9c61-c84d547c60a2 triggered by entity DHCP. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:35:49.671334 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-935b3544-54fc-4242-8b3b-f6f7b3f7bf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:49.704096 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2aa32667-a2d6-4941-9535-1c129e5bfcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:49.885614 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-fe58173f-d87d-46c7-a4d6-bf7d716134a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:49.945005 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [req-0768b7e3-5cff-4bc8-aefd-076333b28c0e req-9b6390cb-1a13-43c9-8231-6cdb5d8c2a43 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93175) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 11:35:49.947436 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-0768b7e3-5cff-4bc8-aefd-076333b28c0e req-9b6390cb-1a13-43c9-8231-6cdb5d8c2a43 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2796788 Jun 29 11:35:50.031905 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Device 5bd6bd70-fd61-4e04-87e6-b76de5ef0071 up at agent ovs-agent-dv-cinder-797608-2-smb {{(pid=93177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:35:50.064343 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-935b3544-54fc-4242-8b3b-f6f7b3f7bf72 None None] Port ef94a013-ceae-4cd3-9c61-c84d547c60a2 cannot update to ACTIVE because it is not bound. {{(pid=93177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 11:35:50.089360 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49499fcd-36b7-45a3-9e3f-349d1777287b None None] Network e640ee8f-cfbf-4729-b13e-2275a0b9f2de requested from dv-cinder-797608-2-smb {{(pid=93177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:35:50.102315 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 46784) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:50.188285 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-0768b7e3-5cff-4bc8-aefd-076333b28c0e req-7152dd7d-b95e-4cef-9f9d-94531487d11e service neutron] 10.222.0.78 "GET /v2.0/networks/eccb8c38-e415-4186-bd4f-0cc0188c6b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262526 Jun 29 11:35:50.324025 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3f2d6a5-e9d9-43fe-8a74-5cf3141f27a9 admin admin] Deleting subnet df7acfbb-4957-409c-ac7f-0ae4ad2647f2 {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 11:35:50.331251 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e3f2d6a5-e9d9-43fe-8a74-5cf3141f27a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:50.404030 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e3f2d6a5-e9d9-43fe-8a74-5cf3141f27a9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:50.414137 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-0768b7e3-5cff-4bc8-aefd-076333b28c0e req-80c4f8e1-5768-4206-a3c6-9ea8b374ebd7 service neutron] 10.222.0.78 "GET /v2.0/networks/eccb8c38-e415-4186-bd4f-0cc0188c6b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074745 Jun 29 11:35:50.440362 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-fe58173f-d87d-46c7-a4d6-bf7d716134a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:50.453891 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-fe58173f-d87d-46c7-a4d6-bf7d716134a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:50.455337 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e3f2d6a5-e9d9-43fe-8a74-5cf3141f27a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4171685'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:50.486994 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Provisioning complete for port 5bd6bd70-fd61-4e04-87e6-b76de5ef0071 triggered by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:35:50.489057 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:50.534314 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2aa32667-a2d6-4941-9535-1c129e5bfcf4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:50.541568 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:50.552282 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2aa32667-a2d6-4941-9535-1c129e5bfcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:50.552598 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-fe58173f-d87d-46c7-a4d6-bf7d716134a4 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=81101cf95c844c53b5f335538ab2f1e1&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1445065 Jun 29 11:35:50.553773 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2aa32667-a2d6-4941-9535-1c129e5bfcf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015061'] for router_interface, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:50.553970 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 46800) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:50.566652 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:50.667991 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:50.701451 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa32667-a2d6-4941-9535-1c129e5bfcf4 admin admin] Network b963bd4f-00c4-43c3-bead-28b3bc0930b9 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:35:50.705025 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-2aa32667-a2d6-4941-9535-1c129e5bfcf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:35:50.785231 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe58173f-d87d-46c7-a4d6-bf7d716134a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=820deaab-9935-45e1-a5b6-74974aceb046,revision_number=1']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:50.811722 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-fe58173f-d87d-46c7-a4d6-bf7d716134a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:50.885332 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-a9189bce-8e51-4d00-82f7-a7b18a572354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:50.885876 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e3f2d6a5-e9d9-43fe-8a74-5cf3141f27a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4171708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:50.918745 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aa32667-a2d6-4941-9535-1c129e5bfcf4 admin admin] Router d3d4c572-229a-44f5-94d5-a2778a247153 has already been hosted by L3 agent bfbd9503-e406-4b21-85aa-cc71bbe721ce {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 11:35:50.945421 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-a9189bce-8e51-4d00-82f7-a7b18a572354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:50.960234 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa32667-a2d6-4941-9535-1c129e5bfcf4 admin admin] Pushing event updated for resources: {'Port': ['ID=ef94a013-ceae-4cd3-9c61-c84d547c60a2,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:50.967011 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2aa32667-a2d6-4941-9535-1c129e5bfcf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:50.972887 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:51.059195 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e3f2d6a5-e9d9-43fe-8a74-5cf3141f27a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:51.061152 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-a9189bce-8e51-4d00-82f7-a7b18a572354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:51.061631 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-e3f2d6a5-e9d9-43fe-8a74-5cf3141f27a9 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/df7acfbb-4957-409c-ac7f-0ae4ad2647f2 HTTP/1.1" status: 204 len: 168 time: 0.9567788 Jun 29 11:35:51.064847 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f2d6a5-e9d9-43fe-8a74-5cf3141f27a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df7acfbb-4957-409c-ac7f-0ae4ad2647f2,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:51.067722 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-a9189bce-8e51-4d00-82f7-a7b18a572354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:51.068397 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e3f2d6a5-e9d9-43fe-8a74-5cf3141f27a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:51.070118 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-a9189bce-8e51-4d00-82f7-a7b18a572354 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/820deaab-9935-45e1-a5b6-74974aceb046 HTTP/1.1" status: 204 len: 168 time: 0.5143712 Jun 29 11:35:51.072796 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 46818) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:51.077334 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:51.146190 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9189bce-8e51-4d00-82f7-a7b18a572354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=820deaab-9935-45e1-a5b6-74974aceb046,revision_number=None']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:51.239946 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-a9189bce-8e51-4d00-82f7-a7b18a572354 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:51.317275 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-e1a9b37a-20d2-4aed-9874-a2e5e8cf2828 None None] Provisioning complete for port ef94a013-ceae-4cd3-9c61-c84d547c60a2 triggered by entity DHCP. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:35:51.318420 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e1a9b37a-20d2-4aed-9874-a2e5e8cf2828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:51.354376 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 46844) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:51.470083 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aa32667-a2d6-4941-9535-1c129e5bfcf4 admin admin] Notify agent at l3_agent.dv-cinder-797608-2-smb the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:35:51.484095 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-e1a9b37a-20d2-4aed-9874-a2e5e8cf2828 None None] Port ef94a013-ceae-4cd3-9c61-c84d547c60a2 cannot update to ACTIVE because it is not bound. {{(pid=93177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 11:35:51.495220 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-2aa32667-a2d6-4941-9535-1c129e5bfcf4 admin admin] 10.222.0.78 "PUT /v2.0/routers/d3d4c572-229a-44f5-94d5-a2778a247153/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8139200 Jun 29 11:35:51.498696 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9b0a62-2447-415e-95cd-450f6c177b52 None None] Sync routers for ids ['d3d4c572-229a-44f5-94d5-a2778a247153'] in dv-cinder-797608-2-smb {{(pid=93177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:35:51.522061 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-b3e86592-45b3-4457-946d-8fbc4d2e0121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3737496'] for network, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:51.532288 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9b0a62-2447-415e-95cd-450f6c177b52 None None] Routers {'d3d4c572-229a-44f5-94d5-a2778a247153'} bound to L3 agent in host dv-cinder-797608-2-smb {{(pid=93177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:35:51.533776 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-0b9b0a62-2447-415e-95cd-450f6c177b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T11:27:33Z,description=,heartbeat_timestamp=2021-06-29T11:35:33Z,host='dv-cinder-797608-2-smb',id=bfbd9503-e406-4b21-85aa-cc71bbe721ce,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:33Z,topic='l3_agent')) {'router_ids': ['d3d4c572-229a-44f5-94d5-a2778a247153'], 'active': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:35:51.854693 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-99271071-3ef7-4318-8d96-e2facfd0d93e req-59591faa-f159-46b3-ae3d-b956a665dfb3 tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] 10.222.0.78 "GET /v2.0/ports?device_id=333ed236-2407-4777-a139-39d1a8a5e56b HTTP/1.1" status: 200 len: 210 time: 0.2277942 Jun 29 11:35:51.946260 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_dvr_db [None req-0b9b0a62-2447-415e-95cd-450f6c177b52 None None] Set router d3d4c572-229a-44f5-94d5-a2778a247153 gateway port host: dv-cinder-797608-2-smb {{(pid=93177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:35:52.125120 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-b3e86592-45b3-4457-946d-8fbc4d2e0121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4171643', 'neutron.services.segments.db._delete_segments_for_network-8744991479107'] for network, precommit_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:52.147087 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea32ac1-e3d9-421a-b4ce-8f3d6e19ee46 req-410074be-3f71-4173-b7c5-b933fef438d8 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:52.150015 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-6ea32ac1-e3d9-421a-b4ce-8f3d6e19ee46 req-410074be-3f71-4173-b7c5-b933fef438d8 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/networks?id=370af924-d6bd-4821-9056-c2048b5ccd31 HTTP/1.1" status: 200 len: 815 time: 0.7940190 Jun 29 11:35:52.156912 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-b3e86592-45b3-4457-946d-8fbc4d2e0121 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:35:52.157806 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-b3e86592-45b3-4457-946d-8fbc4d2e0121 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:35:52.159922 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-b3e86592-45b3-4457-946d-8fbc4d2e0121 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:35:52.160480 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-b3e86592-45b3-4457-946d-8fbc4d2e0121 admin admin] Subscribe: > port after_create 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:35:52.161016 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-b3e86592-45b3-4457-946d-8fbc4d2e0121 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:35:52.161612 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-b3e86592-45b3-4457-946d-8fbc4d2e0121 admin admin] Subscribe: > port after_update 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:35:52.162636 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-b3e86592-45b3-4457-946d-8fbc4d2e0121 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:35:52.163163 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-b3e86592-45b3-4457-946d-8fbc4d2e0121 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:35:52.163760 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-b3e86592-45b3-4457-946d-8fbc4d2e0121 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:35:52.164277 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-b3e86592-45b3-4457-946d-8fbc4d2e0121 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:35:52.508201 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-b3e86592-45b3-4457-946d-8fbc4d2e0121 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:35:52.508751 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-b3e86592-45b3-4457-946d-8fbc4d2e0121 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:35:52.509277 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-b3e86592-45b3-4457-946d-8fbc4d2e0121 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:35:52.510112 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-b3e86592-45b3-4457-946d-8fbc4d2e0121 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93175) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:35:52.510399 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.services.segments.db [None req-b3e86592-45b3-4457-946d-8fbc4d2e0121 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd6f4795-6d4a-4845-b130-e500e7798753']}} {{(pid=93175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:35:52.552759 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.services.segments.db [None req-b3e86592-45b3-4457-946d-8fbc4d2e0121 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f44e730d-f982-4fc8-aeef-a73946fa78a4') {'for_net_delete': True} {{(pid=93175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:35:52.554307 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.services.segments.db [None req-b3e86592-45b3-4457-946d-8fbc4d2e0121 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f44e730d-f982-4fc8-aeef-a73946fa78a4') {} {{(pid=93175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:35:52.555276 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-0b9b0a62-2447-415e-95cd-450f6c177b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d4c572-229a-44f5-94d5-a2778a247153', 'name': 'tempest-AttachVolumeShelveTestJSON-557508439-router', 'tenant_id': 'bcd5ad4328fb47e5815bb6b7debbea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'external_fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.173'}], 'enable_snat': True}, 'gw_port_id': '5bd6bd70-fd61-4e04-87e6-b76de5ef0071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:35:41Z', 'updated_at': '2021-06-29T11:35:49Z', 'revision_number': 4, 'project_id': 'bcd5ad4328fb47e5815bb6b7debbea57', 'gw_port': {'id': '5bd6bd70-fd61-4e04-87e6-b76de5ef0071', 'name': '', 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d4c572-229a-44f5-94d5-a2778a247153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:42Z', 'updated_at': '2021-06-29T11:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042f854c-de74-4a6a-969f-d747577d8cca', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-smb', '_interfaces': [{'id': 'ef94a013-ceae-4cd3-9c61-c84d547c60a2', 'name': '', 'network_id': 'b963bd4f-00c4-43c3-bead-28b3bc0930b9', 'tenant_id': 'bcd5ad4328fb47e5815bb6b7debbea57', 'mac_address': 'fa:16:3e:fb:9b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d4c572-229a-44f5-94d5-a2778a247153', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2303b7c5-2df0-4ce3-8da2-9b421c47074d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:46Z', 'updated_at': '2021-06-29T11:35:50Z', 'revision_number': 2, 'project_id': 'bcd5ad4328fb47e5815bb6b7debbea57', 'subnets': [{'id': '2303b7c5-2df0-4ce3-8da2-9b421c47074d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-smb', False) {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:35:52.595324 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-6ea32ac1-e3d9-421a-b4ce-8f3d6e19ee46 req-cf48b88f-918b-47d0-a254-25c47d475e25 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/quotas/b0862d86861e4a6294669237a0d1c827 HTTP/1.1" status: 200 len: 375 time: 0.0636179 Jun 29 11:35:52.600869 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-b3e86592-45b3-4457-946d-8fbc4d2e0121 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744991309258', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61476078'] for segment, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:52.614223 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9b0a62-2447-415e-95cd-450f6c177b52 None None] Checking router: d3d4c572-229a-44f5-94d5-a2778a247153 for host: dv-cinder-797608-2-smb {{(pid=93177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:35:52.615249 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9b0a62-2447-415e-95cd-450f6c177b52 None None] Updating router d3d4c572-229a-44f5-94d5-a2778a247153 port ef94a013-ceae-4cd3-9c61-c84d547c60a2 binding host dv-cinder-797608-2-smb {{(pid=93177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 11:35:52.671967 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 46896) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:52.696423 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-6ea32ac1-e3d9-421a-b4ce-8f3d6e19ee46 req-fd70c656-ec68-429b-a5ed-b7cb88a981ee tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=b0862d86861e4a6294669237a0d1c827&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0995846 Jun 29 11:35:52.711186 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-b3e86592-45b3-4457-946d-8fbc4d2e0121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144823'] for segment, precommit_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:52.734624 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0b9b0a62-2447-415e-95cd-450f6c177b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:52.751690 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3e86592-45b3-4457-946d-8fbc4d2e0121 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=93175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 11:35:52.752537 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-b3e86592-45b3-4457-946d-8fbc4d2e0121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61825938'] for segment, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:52.759688 dv-cinder-797608-2-smb neutron-server[93175]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 29 11:35:52.759688 dv-cinder-797608-2-smb neutron-server[93175]: from cryptography.utils import int_from_bytes Jun 29 11:35:52.759688 dv-cinder-797608-2-smb neutron-server[93175]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 29 11:35:52.759688 dv-cinder-797608-2-smb neutron-server[93175]: from cryptography.utils import int_from_bytes Jun 29 11:35:52.759688 dv-cinder-797608-2-smb neutron-server[93175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:35:52.759688 dv-cinder-797608-2-smb neutron-server[93175]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:35:52.759688 dv-cinder-797608-2-smb neutron-server[93175]: Traceback (most recent call last): Jun 29 11:35:52.759688 dv-cinder-797608-2-smb neutron-server[93175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 11:35:52.759688 dv-cinder-797608-2-smb neutron-server[93175]: timer() Jun 29 11:35:52.759688 dv-cinder-797608-2-smb neutron-server[93175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 11:35:52.759688 dv-cinder-797608-2-smb neutron-server[93175]: cb(*args, **kw) Jun 29 11:35:52.759688 dv-cinder-797608-2-smb neutron-server[93175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 11:35:52.759688 dv-cinder-797608-2-smb neutron-server[93175]: return func(*args, **kwargs) Jun 29 11:35:52.759688 dv-cinder-797608-2-smb neutron-server[93175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 11:35:52.759688 dv-cinder-797608-2-smb neutron-server[93175]: self._notify() Jun 29 11:35:52.759688 dv-cinder-797608-2-smb neutron-server[93175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 11:35:52.759688 dv-cinder-797608-2-smb neutron-server[93175]: self.callback(batched_events) Jun 29 11:35:52.759688 dv-cinder-797608-2-smb neutron-server[93175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 11:35:52.759688 dv-cinder-797608-2-smb neutron-server[93175]: event.method(event) Jun 29 11:35:52.759688 dv-cinder-797608-2-smb neutron-server[93175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 11:35:52.759688 dv-cinder-797608-2-smb neutron-server[93175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 11:35:52.759688 dv-cinder-797608-2-smb neutron-server[93175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 11:35:52.759688 dv-cinder-797608-2-smb neutron-server[93175]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 11:35:52.759688 dv-cinder-797608-2-smb neutron-server[93175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 11:35:52.759688 dv-cinder-797608-2-smb neutron-server[93175]: return f(self, *a, **k) Jun 29 11:35:52.759688 dv-cinder-797608-2-smb neutron-server[93175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 11:35:52.759688 dv-cinder-797608-2-smb neutron-server[93175]: return self._get(url).json() Jun 29 11:35:52.759688 dv-cinder-797608-2-smb neutron-server[93175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 11:35:52.759688 dv-cinder-797608-2-smb neutron-server[93175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 11:35:52.759688 dv-cinder-797608-2-smb neutron-server[93175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 11:35:52.759688 dv-cinder-797608-2-smb neutron-server[93175]: return self.request(url, 'GET', **kwargs) Jun 29 11:35:52.759688 dv-cinder-797608-2-smb neutron-server[93175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 11:35:52.759688 dv-cinder-797608-2-smb neutron-server[93175]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 11:35:52.759688 dv-cinder-797608-2-smb neutron-server[93175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 11:35:52.759688 dv-cinder-797608-2-smb neutron-server[93175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 11:35:52.759688 dv-cinder-797608-2-smb neutron-server[93175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 11:35:52.759688 dv-cinder-797608-2-smb neutron-server[93175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 11:35:52.759688 dv-cinder-797608-2-smb neutron-server[93175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 11:35:53.020214 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-ecc7fd19-bc75-4d81-80ce-7b3b552503a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:53.034674 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-b3e86592-45b3-4457-946d-8fbc4d2e0121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4171616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-533507'] for network, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:53.071291 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 46918) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:53.076440 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.v2.base [None req-7d28b70e-fc92-417f-af2c-5d907598098f tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Request body: {'security_group': {'name': 'tempest-securitygroup--137897689', 'description': 'tempest-description--1538191114'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:35:53.082372 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:53.126657 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e86592-45b3-4457-946d-8fbc4d2e0121 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd6f4795-6d4a-4845-b130-e500e7798753,revision_number=None']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:53.162407 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-b3e86592-45b3-4457-946d-8fbc4d2e0121 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636407'] for network, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:53.167458 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-b3e86592-45b3-4457-946d-8fbc4d2e0121 admin admin] 10.222.0.78 "DELETE /v2.0/networks/fd6f4795-6d4a-4845-b130-e500e7798753 HTTP/1.1" status: 204 len: 168 time: 2.0822768 Jun 29 11:35:53.171297 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 46930) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:53.178118 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [req-6ea32ac1-e3d9-421a-b4ce-8f3d6e19ee46 req-a08d30e1-04b7-40d8-9b8e-fd9e89fd2ca1 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93175) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 11:35:53.180469 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-6ea32ac1-e3d9-421a-b4ce-8f3d6e19ee46 req-a08d30e1-04b7-40d8-9b8e-fd9e89fd2ca1 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2628255 Jun 29 11:35:53.194080 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.db.api [None req-ecc7fd19-bc75-4d81-80ce-7b3b552503a9 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 29 11:35:53.194080 dv-cinder-797608-2-smb neutron-server[93175]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 29 11:35:53.194080 dv-cinder-797608-2-smb neutron-server[93175]: [parameters: {'project_id': '9a4333520ad54db9a933de9f3fc30925', 'id': 'b7be7eb8-4aad-455b-b2d2-ffa05d0c08c5', 'expiration': datetime.datetime(2021, 6, 29, 11, 37, 53, 182455)}] Jun 29 11:35:53.194080 dv-cinder-797608-2-smb neutron-server[93175]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93175) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 11:35:53.195777 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_db.api [None req-ecc7fd19-bc75-4d81-80ce-7b3b552503a9 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 11:35:53.286139 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a9d7a43-3722-4d87-8c08-88d032c69fe3 admin admin] Deleting subnet a29b63ff-332c-4cd6-8314-3509cc81047c {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 11:35:53.299647 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3a9d7a43-3722-4d87-8c08-88d032c69fe3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:53.340449 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7d28b70e-fc92-417f-af2c-5d907598098f tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:53.371025 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-b3e86592-45b3-4457-946d-8fbc4d2e0121 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:53.400553 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3a9d7a43-3722-4d87-8c08-88d032c69fe3 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:53.409228 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3a9d7a43-3722-4d87-8c08-88d032c69fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4171685'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:53.472000 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-8cf3a008-8991-4da3-b717-32a5ed21de0b req-8e4e119f-3ee5-4c9b-a9c6-9124a60318db tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] 10.222.0.78 "GET /v2.0/ports?device_id=333ed236-2407-4777-a139-39d1a8a5e56b HTTP/1.1" status: 200 len: 210 time: 0.2254117 Jun 29 11:35:53.515371 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3a9d7a43-3722-4d87-8c08-88d032c69fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4171708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:53.515371 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-96ec1797-cc3a-4fca-9378-396d8feb3812 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:53.628934 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9d7a43-3722-4d87-8c08-88d032c69fe3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a29b63ff-332c-4cd6-8314-3509cc81047c,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:53.629189 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-6ea32ac1-e3d9-421a-b4ce-8f3d6e19ee46 req-ec1d9e7b-9c37-4f41-91fd-28f68b6e72dd service neutron] 10.222.0.78 "GET /v2.0/networks/370af924-d6bd-4821-9056-c2048b5ccd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4348843 Jun 29 11:35:53.647262 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3a9d7a43-3722-4d87-8c08-88d032c69fe3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:53.651110 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3a9d7a43-3722-4d87-8c08-88d032c69fe3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:53.661420 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 46948) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:53.661838 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-3a9d7a43-3722-4d87-8c08-88d032c69fe3 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/a29b63ff-332c-4cd6-8314-3509cc81047c HTTP/1.1" status: 204 len: 168 time: 0.4884062 Jun 29 11:35:53.722966 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0b9b0a62-2447-415e-95cd-450f6c177b52 None None] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:53.773506 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-0b9b0a62-2447-415e-95cd-450f6c177b52 None None] Transition to ACTIVE for port object ef94a013-ceae-4cd3-9c61-c84d547c60a2 will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:35:53.789018 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-ecc7fd19-bc75-4d81-80ce-7b3b552503a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:53.797370 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-697e0f97-bb90-4c47-87f0-5cb87107fc22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3737496'] for network, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:53.805574 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0b9b0a62-2447-415e-95cd-450f6c177b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:53.831739 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:53.882771 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54123a8f-45bb-4a41-8a00-457c4688790f None None] Pushing event updated for resources: {'Port': ['ID=ef94a013-ceae-4cd3-9c61-c84d547c60a2,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:53.901533 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-54123a8f-45bb-4a41-8a00-457c4688790f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:53.927837 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7d28b70e-fc92-417f-af2c-5d907598098f tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:53.938835 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7d28b70e-fc92-417f-af2c-5d907598098f tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:53.941684 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a12df302-f689-436a-b68e-b6faaba99ba9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:53.985060 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7d28b70e-fc92-417f-af2c-5d907598098f tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:53.987122 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-7d28b70e-fc92-417f-af2c-5d907598098f tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.9147692 Jun 29 11:35:53.992426 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 46958) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:53.998834 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.v2.base [None req-998edfd5-a2d5-4703-84f1-b5b2b7a33ed7 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Request body: {'security_group_rule': {'security_group_id': '2204a202-4664-4211-8f03-264aadfb8234', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:35:54.014506 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-697e0f97-bb90-4c47-87f0-5cb87107fc22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4171643', 'neutron.services.segments.db._delete_segments_for_network-8744991479107'] for network, precommit_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:54.029961 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.services.segments.db [None req-697e0f97-bb90-4c47-87f0-5cb87107fc22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e640ee8f-cfbf-4729-b13e-2275a0b9f2de']}} {{(pid=93175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:35:54.030216 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d28b70e-fc92-417f-af2c-5d907598098f tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2204a202-4664-4211-8f03-264aadfb8234,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:54.031924 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-0b9b0a62-2447-415e-95cd-450f6c177b52 None None] Attempting to bind port ef94a013-ceae-4cd3-9c61-c84d547c60a2 on host dv-cinder-797608-2-smb for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:35:54.033072 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-0b9b0a62-2447-415e-95cd-450f6c177b52 None None] Attempting to bind port ef94a013-ceae-4cd3-9c61-c84d547c60a2 by drivers openvswitch,hyperv on host dv-cinder-797608-2-smb at level 0 using segments [{'id': '431791e9-c625-45bb-a999-673c6d9515d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b963bd4f-00c4-43c3-bead-28b3bc0930b9'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:35:54.033715 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7d28b70e-fc92-417f-af2c-5d907598098f tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:54.034559 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9b0a62-2447-415e-95cd-450f6c177b52 None None] Attempting to bind port ef94a013-ceae-4cd3-9c61-c84d547c60a2 on network b963bd4f-00c4-43c3-bead-28b3bc0930b9 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:35:54.050701 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9b0a62-2447-415e-95cd-450f6c177b52 None None] Checking agent: {'id': 'd2315a1d-b1aa-4a09-8200-44995cf6bc46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 27, 34), 'started_at': datetime.datetime(2021, 6, 29, 11, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:35:54.051095 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9b0a62-2447-415e-95cd-450f6c177b52 None None] Checking segment: {'id': '431791e9-c625-45bb-a999-673c6d9515d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b963bd4f-00c4-43c3-bead-28b3bc0930b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:35:54.051508 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0b9b0a62-2447-415e-95cd-450f6c177b52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:54.053775 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9b0a62-2447-415e-95cd-450f6c177b52 None None] Bound using segment: {'id': '431791e9-c625-45bb-a999-673c6d9515d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b963bd4f-00c4-43c3-bead-28b3bc0930b9'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:35:54.056237 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-0b9b0a62-2447-415e-95cd-450f6c177b52 None None] Bound port: ef94a013-ceae-4cd3-9c61-c84d547c60a2, host: dv-cinder-797608-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '431791e9-c625-45bb-a999-673c6d9515d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b963bd4f-00c4-43c3-bead-28b3bc0930b9'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:35:54.057521 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0b9b0a62-2447-415e-95cd-450f6c177b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:54.068623 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.services.segments.db [None req-697e0f97-bb90-4c47-87f0-5cb87107fc22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6546696d-920a-47d4-9453-1f1893afa5b4') {'for_net_delete': True} {{(pid=93175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:35:54.069085 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.services.segments.db [None req-697e0f97-bb90-4c47-87f0-5cb87107fc22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6546696d-920a-47d4-9453-1f1893afa5b4') {} {{(pid=93175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:35:54.096776 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-998edfd5-a2d5-4703-84f1-b5b2b7a33ed7 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:54.188922 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-6ea32ac1-e3d9-421a-b4ce-8f3d6e19ee46 req-d4dcad6f-cc35-499d-800e-8463ae9afd46 service neutron] 10.222.0.78 "GET /v2.0/networks/370af924-d6bd-4821-9056-c2048b5ccd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5440507 Jun 29 11:35:54.242583 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-0b9b0a62-2447-415e-95cd-450f6c177b52 None None] For port ef94a013-ceae-4cd3-9c61-c84d547c60a2, host dv-cinder-797608-2-smb, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:35:54.251707 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-0b9b0a62-2447-415e-95cd-450f6c177b52 None None] For port ef94a013-ceae-4cd3-9c61-c84d547c60a2, host dv-cinder-797608-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-smb',level=0,port_id=ef94a013-ceae-4cd3-9c61-c84d547c60a2,segment=NetworkSegment(431791e9-c625-45bb-a999-673c6d9515d0),segment_id=431791e9-c625-45bb-a999-673c6d9515d0)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:35:54.264121 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0b9b0a62-2447-415e-95cd-450f6c177b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:54.267172 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:54.283765 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-697e0f97-bb90-4c47-87f0-5cb87107fc22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744991309258', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61476078'] for segment, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:54.331202 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-998edfd5-a2d5-4703-84f1-b5b2b7a33ed7 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:54.351432 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-998edfd5-a2d5-4703-84f1-b5b2b7a33ed7 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-935581'] for security_group_rule, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:54.356159 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:54.358379 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-697e0f97-bb90-4c47-87f0-5cb87107fc22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144823'] for segment, precommit_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:54.375018 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-697e0f97-bb90-4c47-87f0-5cb87107fc22 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=93175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 11:35:54.375489 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-697e0f97-bb90-4c47-87f0-5cb87107fc22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61825938'] for segment, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:54.377434 dv-cinder-797608-2-smb neutron-server[93175]: Traceback (most recent call last): Jun 29 11:35:54.377434 dv-cinder-797608-2-smb neutron-server[93175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 11:35:54.377434 dv-cinder-797608-2-smb neutron-server[93175]: timer() Jun 29 11:35:54.377434 dv-cinder-797608-2-smb neutron-server[93175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 11:35:54.377434 dv-cinder-797608-2-smb neutron-server[93175]: cb(*args, **kw) Jun 29 11:35:54.377434 dv-cinder-797608-2-smb neutron-server[93175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 11:35:54.377434 dv-cinder-797608-2-smb neutron-server[93175]: return func(*args, **kwargs) Jun 29 11:35:54.377434 dv-cinder-797608-2-smb neutron-server[93175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 11:35:54.377434 dv-cinder-797608-2-smb neutron-server[93175]: self._notify() Jun 29 11:35:54.377434 dv-cinder-797608-2-smb neutron-server[93175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 11:35:54.377434 dv-cinder-797608-2-smb neutron-server[93175]: self.callback(batched_events) Jun 29 11:35:54.377434 dv-cinder-797608-2-smb neutron-server[93175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 11:35:54.377434 dv-cinder-797608-2-smb neutron-server[93175]: event.method(event) Jun 29 11:35:54.377434 dv-cinder-797608-2-smb neutron-server[93175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 11:35:54.377434 dv-cinder-797608-2-smb neutron-server[93175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 11:35:54.377434 dv-cinder-797608-2-smb neutron-server[93175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 11:35:54.377434 dv-cinder-797608-2-smb neutron-server[93175]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 11:35:54.377434 dv-cinder-797608-2-smb neutron-server[93175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 11:35:54.377434 dv-cinder-797608-2-smb neutron-server[93175]: return f(self, *a, **k) Jun 29 11:35:54.377434 dv-cinder-797608-2-smb neutron-server[93175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 11:35:54.377434 dv-cinder-797608-2-smb neutron-server[93175]: return self._get(url).json() Jun 29 11:35:54.377434 dv-cinder-797608-2-smb neutron-server[93175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 11:35:54.377434 dv-cinder-797608-2-smb neutron-server[93175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 11:35:54.377434 dv-cinder-797608-2-smb neutron-server[93175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 11:35:54.377434 dv-cinder-797608-2-smb neutron-server[93175]: return self.request(url, 'GET', **kwargs) Jun 29 11:35:54.377434 dv-cinder-797608-2-smb neutron-server[93175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 11:35:54.377434 dv-cinder-797608-2-smb neutron-server[93175]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 11:35:54.377434 dv-cinder-797608-2-smb neutron-server[93175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 11:35:54.377434 dv-cinder-797608-2-smb neutron-server[93175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 11:35:54.377434 dv-cinder-797608-2-smb neutron-server[93175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 11:35:54.377434 dv-cinder-797608-2-smb neutron-server[93175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 11:35:54.377434 dv-cinder-797608-2-smb neutron-server[93175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 11:35:54.388384 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998edfd5-a2d5-4703-84f1-b5b2b7a33ed7 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f9ab688-7f95-4b04-842f-8ffbf6ff66d8,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:54.411941 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-998edfd5-a2d5-4703-84f1-b5b2b7a33ed7 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:54.491076 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9b0a62-2447-415e-95cd-450f6c177b52 None None] Routers {'d3d4c572-229a-44f5-94d5-a2778a247153'} bound to L3 agent in host dv-cinder-797608-2-smb {{(pid=93177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:35:54.491761 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-0b9b0a62-2447-415e-95cd-450f6c177b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T11:27:33Z,description=,heartbeat_timestamp=2021-06-29T11:35:33Z,host='dv-cinder-797608-2-smb',id=bfbd9503-e406-4b21-85aa-cc71bbe721ce,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:33Z,topic='l3_agent')) {'router_ids': ['d3d4c572-229a-44f5-94d5-a2778a247153'], 'active': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:35:54.514137 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54123a8f-45bb-4a41-8a00-457c4688790f None None] Pushing event updated for resources: {'Port': ['ID=ef94a013-ceae-4cd3-9c61-c84d547c60a2,revision_number=4']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:54.538094 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-54123a8f-45bb-4a41-8a00-457c4688790f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:54.550308 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-ecc7fd19-bc75-4d81-80ce-7b3b552503a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:54.577226 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-998edfd5-a2d5-4703-84f1-b5b2b7a33ed7 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:54.579753 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-998edfd5-a2d5-4703-84f1-b5b2b7a33ed7 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5851288 Jun 29 11:35:54.581880 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 46974) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:54.593757 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.v2.base [None req-1655402e-c5d1-4266-bc6e-cf8c07490547 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Request body: {'security_group_rule': {'security_group_id': '2204a202-4664-4211-8f03-264aadfb8234', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:35:54.648163 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-ecc7fd19-bc75-4d81-80ce-7b3b552503a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:54.662291 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-3851ca75-1feb-43da-8f4f-c7fcfdc415b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:54.671922 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1655402e-c5d1-4266-bc6e-cf8c07490547 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:54.779736 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-ecc7fd19-bc75-4d81-80ce-7b3b552503a9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9a4333520ad54db9a933de9f3fc30925&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0958982 Jun 29 11:35:54.781634 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 46984) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:54.845388 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1655402e-c5d1-4266-bc6e-cf8c07490547 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:54.858741 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1655402e-c5d1-4266-bc6e-cf8c07490547 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-935581'] for security_group_rule, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:54.870424 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:54.904233 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1655402e-c5d1-4266-bc6e-cf8c07490547 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97af4de5-66f4-49d5-9e4b-1690022003cf,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:54.907513 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1655402e-c5d1-4266-bc6e-cf8c07490547 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:54.939619 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_dvr_db [None req-0b9b0a62-2447-415e-95cd-450f6c177b52 None None] Set router d3d4c572-229a-44f5-94d5-a2778a247153 gateway port host: dv-cinder-797608-2-smb {{(pid=93177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:35:54.940171 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1655402e-c5d1-4266-bc6e-cf8c07490547 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:54.941137 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-1655402e-c5d1-4266-bc6e-cf8c07490547 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3577857 Jun 29 11:35:54.944183 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 46994) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:54.952256 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.v2.base [None req-9f0204b0-dc48-4574-813a-a3c66dd58d3b tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Request body: {'floatingip': {'floating_network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:35:54.970570 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-6b5d35a2-475d-445f-a4db-b40b3a775a99 req-e566be36-6384-4d61-8306-e9664dbeac05 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/ports?device_id=e5af5856-39be-486c-b723-c91209064e8f HTTP/1.1" status: 200 len: 210 time: 0.2066631 Jun 29 11:35:55.005985 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9f0204b0-dc48-4574-813a-a3c66dd58d3b tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify callbacks [] for floatingip, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:55.084320 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-697e0f97-bb90-4c47-87f0-5cb87107fc22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4171616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-533507'] for network, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:55.096849 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc7fd19-bc75-4d81-80ce-7b3b552503a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb9247ac-3fec-47e7-95c0-ef4d577a8e93,revision_number=1']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:55.175873 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-47419262-e711-47e2-a07d-e1ac75cf486b req-f6725459-d3ff-4899-b20a-cd7c351d528a tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] 10.222.0.78 "GET /v2.0/ports?device_id=333ed236-2407-4777-a139-39d1a8a5e56b HTTP/1.1" status: 200 len: 210 time: 0.1732872 Jun 29 11:35:55.190406 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-ecc7fd19-bc75-4d81-80ce-7b3b552503a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.529s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:55.202580 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-3851ca75-1feb-43da-8f4f-c7fcfdc415b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:55.214840 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-697e0f97-bb90-4c47-87f0-5cb87107fc22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636407'] for network, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:55.219098 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-697e0f97-bb90-4c47-87f0-5cb87107fc22 admin admin] 10.222.0.78 "DELETE /v2.0/networks/e640ee8f-cfbf-4729-b13e-2275a0b9f2de HTTP/1.1" status: 204 len: 168 time: 1.5529068 Jun 29 11:35:55.254363 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697e0f97-bb90-4c47-87f0-5cb87107fc22 admin admin] Pushing event deleted for resources: {'Network': ['ID=e640ee8f-cfbf-4729-b13e-2275a0b9f2de,revision_number=None']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:55.288160 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-697e0f97-bb90-4c47-87f0-5cb87107fc22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:55.391646 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.21', 55322) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:55.574006 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-00c75456-7d97-4a19-9005-23b96ea6ae71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:55.581896 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9f0204b0-dc48-4574-813a-a3c66dd58d3b tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:55.884810 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 47038) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:55.886736 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-0b9b0a62-2447-415e-95cd-450f6c177b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d4c572-229a-44f5-94d5-a2778a247153', 'name': 'tempest-AttachVolumeShelveTestJSON-557508439-router', 'tenant_id': 'bcd5ad4328fb47e5815bb6b7debbea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'external_fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.173'}], 'enable_snat': True}, 'gw_port_id': '5bd6bd70-fd61-4e04-87e6-b76de5ef0071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:35:41Z', 'updated_at': '2021-06-29T11:35:49Z', 'revision_number': 4, 'project_id': 'bcd5ad4328fb47e5815bb6b7debbea57', 'gw_port': {'id': '5bd6bd70-fd61-4e04-87e6-b76de5ef0071', 'name': '', 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d4c572-229a-44f5-94d5-a2778a247153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:42Z', 'updated_at': '2021-06-29T11:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042f854c-de74-4a6a-969f-d747577d8cca', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-smb', '_interfaces': [{'id': 'ef94a013-ceae-4cd3-9c61-c84d547c60a2', 'name': '', 'network_id': 'b963bd4f-00c4-43c3-bead-28b3bc0930b9', 'tenant_id': 'bcd5ad4328fb47e5815bb6b7debbea57', 'mac_address': 'fa:16:3e:fb:9b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d4c572-229a-44f5-94d5-a2778a247153', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2303b7c5-2df0-4ce3-8da2-9b421c47074d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:46Z', 'updated_at': '2021-06-29T11:35:54Z', 'revision_number': 4, 'project_id': 'bcd5ad4328fb47e5815bb6b7debbea57', 'subnets': [{'id': '2303b7c5-2df0-4ce3-8da2-9b421c47074d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-smb', False) {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:35:55.959478 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-9f0204b0-dc48-4574-813a-a3c66dd58d3b tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Allocated IP 172.28.2.221 (6fd298bf-14bd-44c4-b839-39c6685a3eb6/042f854c-de74-4a6a-969f-d747577d8cca/469cba31-cc64-4133-a917-1e9b17bdd43b) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:35:56.011222 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-f2a5f5f6-69ce-4ced-a0ba-d173d8cf1f58 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7c98f3502e454a1387d89c0ae80c7be0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1247771 Jun 29 11:35:56.012378 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 47046) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:56.016081 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9b0a62-2447-415e-95cd-450f6c177b52 None None] The sync data for ids ['d3d4c572-229a-44f5-94d5-a2778a247153'] in dv-cinder-797608-2-smb is: [{'id': 'd3d4c572-229a-44f5-94d5-a2778a247153', 'name': 'tempest-AttachVolumeShelveTestJSON-557508439-router', 'tenant_id': 'bcd5ad4328fb47e5815bb6b7debbea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'external_fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.173'}], 'enable_snat': True}, 'gw_port_id': '5bd6bd70-fd61-4e04-87e6-b76de5ef0071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:35:41Z', 'updated_at': '2021-06-29T11:35:49Z', 'revision_number': 4, 'project_id': 'bcd5ad4328fb47e5815bb6b7debbea57', 'gw_port': {'id': '5bd6bd70-fd61-4e04-87e6-b76de5ef0071', 'name': '', 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d4c572-229a-44f5-94d5-a2778a247153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:42Z', 'updated_at': '2021-06-29T11:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042f854c-de74-4a6a-969f-d747577d8cca', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-smb', '_interfaces': [{'id': 'ef94a013-ceae-4cd3-9c61-c84d547c60a2', 'name': '', 'network_id': 'b963bd4f-00c4-43c3-bead-28b3bc0930b9', 'tenant_id': 'bcd5ad4328fb47e5815bb6b7debbea57', 'mac_address': 'fa:16:3e:fb:9b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d4c572-229a-44f5-94d5-a2778a247153', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2303b7c5-2df0-4ce3-8da2-9b421c47074d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:46Z', 'updated_at': '2021-06-29T11:35:54Z', 'revision_number': 4, 'project_id': 'bcd5ad4328fb47e5815bb6b7debbea57', 'subnets': [{'id': '2303b7c5-2df0-4ce3-8da2-9b421c47074d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:35:56.290787 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6362c32f-2fed-4c3a-acaa-e872a0c8cd49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:56.361715 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9f0204b0-dc48-4574-813a-a3c66dd58d3b tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:56.364599 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-4444eabf-84c6-40f5-887d-90b1c32e26a8 req-e24ea8f2-831b-47a0-92b1-8b468769f5fc tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/ports?device_id=e5af5856-39be-486c-b723-c91209064e8f HTTP/1.1" status: 200 len: 210 time: 0.0634243 Jun 29 11:35:56.476732 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-00c75456-7d97-4a19-9005-23b96ea6ae71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:56.483611 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9f0204b0-dc48-4574-813a-a3c66dd58d3b tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3670657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744990953741'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:56.494787 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6362c32f-2fed-4c3a-acaa-e872a0c8cd49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:56.539899 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:56.641541 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0204b0-dc48-4574-813a-a3c66dd58d3b tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Pushing event updated for resources: {'Port': ['ID=469cba31-cc64-4133-a917-1e9b17bdd43b,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:56.648697 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9f0204b0-dc48-4574-813a-a3c66dd58d3b tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:56.679602 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0768b7e3-5cff-4bc8-aefd-076333b28c0e req-6a69ee4c-6a4c-405a-9cd2-549934e8cf3c tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:56.681764 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-0768b7e3-5cff-4bc8-aefd-076333b28c0e req-6a69ee4c-6a4c-405a-9cd2-549934e8cf3c tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] 10.222.0.21 "GET /v2.0/networks?id=eccb8c38-e415-4186-bd4f-0cc0188c6b44 HTTP/1.1" status: 200 len: 812 time: 1.2621963 Jun 29 11:35:56.690340 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0204b0-dc48-4574-813a-a3c66dd58d3b tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Network 6fd298bf-14bd-44c4-b839-39c6685a3eb6 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:35:56.698913 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-72364d3d-6726-4463-9d2b-42586c3a5695 req-f3f7061e-d82f-4f87-af6c-e770e275e08c tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] 10.222.0.78 "GET /v2.0/ports?device_id=333ed236-2407-4777-a139-39d1a8a5e56b HTTP/1.1" status: 200 len: 210 time: 0.1023829 Jun 29 11:35:56.731568 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-9f0204b0-dc48-4574-813a-a3c66dd58d3b tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:35:56.739053 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0204b0-dc48-4574-813a-a3c66dd58d3b tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:35:56.740370 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.v2.base [req-0768b7e3-5cff-4bc8-aefd-076333b28c0e req-0392083d-f2db-49e3-b66c-c33cb0673b32 tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] Request body: {'port': {'device_id': '333ed236-2407-4777-a139-39d1a8a5e56b', 'network_id': 'eccb8c38-e415-4186-bd4f-0cc0188c6b44', 'admin_state_up': True, 'tenant_id': 'c7fe67bdd81f49609b924ff744fa8344'}} {{(pid=93175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:35:56.745494 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-00c75456-7d97-4a19-9005-23b96ea6ae71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:56.768355 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-00c75456-7d97-4a19-9005-23b96ea6ae71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:56.772024 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-00c75456-7d97-4a19-9005-23b96ea6ae71 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/bb9247ac-3fec-47e7-95c0-ef4d577a8e93 HTTP/1.1" status: 204 len: 168 time: 1.9441445 Jun 29 11:35:56.855486 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-86813186-0f93-490a-b64f-04313f644e29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:57.088113 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 47114) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:57.102587 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9f0204b0-dc48-4574-813a-a3c66dd58d3b tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:57.180711 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c75456-7d97-4a19-9005-23b96ea6ae71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb9247ac-3fec-47e7-95c0-ef4d577a8e93,revision_number=None']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:57.222779 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6362c32f-2fed-4c3a-acaa-e872a0c8cd49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:57.235219 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-00c75456-7d97-4a19-9005-23b96ea6ae71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:57.236434 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6362c32f-2fed-4c3a-acaa-e872a0c8cd49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:57.244743 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-6362c32f-2fed-4c3a-acaa-e872a0c8cd49 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a4fc5630-e5d4-45e1-b362-46705779f6ed HTTP/1.1" status: 204 len: 168 time: 1.2282364 Jun 29 11:35:57.247462 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9f0204b0-dc48-4574-813a-a3c66dd58d3b tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:57.257572 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:57.381018 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6362c32f-2fed-4c3a-acaa-e872a0c8cd49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4fc5630-e5d4-45e1-b362-46705779f6ed,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:57.390486 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6362c32f-2fed-4c3a-acaa-e872a0c8cd49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:57.510866 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0768b7e3-5cff-4bc8-aefd-076333b28c0e req-0392083d-f2db-49e3-b66c-c33cb0673b32 tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] Made reservation on behalf of c7fe67bdd81f49609b924ff744fa8344 for: {'port': 1} {{(pid=93175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:35:57.518289 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-0768b7e3-5cff-4bc8-aefd-076333b28c0e req-0392083d-f2db-49e3-b66c-c33cb0673b32 tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:57.966302 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-313cafa4-ae8b-4ec2-9dde-28439c6c9d03 req-9036e844-1606-4394-b858-114822a3be7d tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/ports?device_id=e5af5856-39be-486c-b723-c91209064e8f HTTP/1.1" status: 200 len: 210 time: 0.1586549 Jun 29 11:35:58.027034 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Device ef94a013-ceae-4cd3-9c61-c84d547c60a2 up at agent ovs-agent-dv-cinder-797608-2-smb {{(pid=93177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:35:58.214053 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 47144) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:58.263021 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9f0204b0-dc48-4574-813a-a3c66dd58d3b tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:58.281966 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-b63b4001-9afb-45ba-a5bd-b0b1b32d94b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:58.284918 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9f0204b0-dc48-4574-813a-a3c66dd58d3b tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:58.327878 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9f0204b0-dc48-4574-813a-a3c66dd58d3b tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:58.367789 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-8c9ac5dc-ddac-435a-bab6-fea0f706a3be req-dc82c5c4-b582-47e6-8f12-af2d0c176cb2 tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] 10.222.0.78 "GET /v2.0/ports?device_id=333ed236-2407-4777-a139-39d1a8a5e56b HTTP/1.1" status: 200 len: 210 time: 0.1327677 Jun 29 11:35:58.433309 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 47162) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:58.437306 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.21', 55331) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:58.455354 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9f0204b0-dc48-4574-813a-a3c66dd58d3b tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-533553'] for floatingip, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:58.528140 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Provisioning for port ef94a013-ceae-4cd3-9c61-c84d547c60a2 completed by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:35:58.559177 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Provisioning complete for port ef94a013-ceae-4cd3-9c61-c84d547c60a2 triggered by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:35:58.559858 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:58.581250 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9f0204b0-dc48-4574-813a-a3c66dd58d3b tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126777'] for floatingip, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:58.602428 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-9f0204b0-dc48-4574-813a-a3c66dd58d3b tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6549504 Jun 29 11:35:58.648009 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0204b0-dc48-4574-813a-a3c66dd58d3b tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Pushing event updated for resources: {'Port': ['ID=469cba31-cc64-4133-a917-1e9b17bdd43b,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:58.678651 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9f0204b0-dc48-4574-813a-a3c66dd58d3b tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:58.700082 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea32ac1-e3d9-421a-b4ce-8f3d6e19ee46 req-8561d24c-2ce0-42c2-8c39-6e18b63826bf tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:35:58.702519 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-6ea32ac1-e3d9-421a-b4ce-8f3d6e19ee46 req-8561d24c-2ce0-42c2-8c39-6e18b63826bf tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.21 "GET /v2.0/networks?id=370af924-d6bd-4821-9056-c2048b5ccd31 HTTP/1.1" status: 200 len: 815 time: 0.2532983 Jun 29 11:35:58.754451 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.v2.base [req-6ea32ac1-e3d9-421a-b4ce-8f3d6e19ee46 req-d8ea8099-6204-41d1-97f6-1978cc06e718 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Request body: {'port': {'device_id': 'e5af5856-39be-486c-b723-c91209064e8f', 'network_id': '370af924-d6bd-4821-9056-c2048b5ccd31', 'admin_state_up': True, 'tenant_id': 'b0862d86861e4a6294669237a0d1c827'}} {{(pid=93175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:35:58.878292 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.db.db_base_plugin_common [req-0768b7e3-5cff-4bc8-aefd-076333b28c0e req-0392083d-f2db-49e3-b66c-c33cb0673b32 tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] Allocated IP 172.20.0.3 (eccb8c38-e415-4186-bd4f-0cc0188c6b44/7373ef6a-150f-46e1-aa70-287056aa686d/8999aff9-afab-4e64-b51c-60bd307831cd) {{(pid=93175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:35:58.946131 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-08659ca6-77fc-4808-9807-4718a3fdb326 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=54e09f42ee4d4fafb6c1aee96ecebc25&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5072913 Jun 29 11:35:58.948842 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 47170) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:35:58.995153 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:59.132295 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6e8862ea-52d6-484d-811e-6507a6b09907 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:59.170791 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] For port ef94a013-ceae-4cd3-9c61-c84d547c60a2, host dv-cinder-797608-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-smb',level=0,port_id=ef94a013-ceae-4cd3-9c61-c84d547c60a2,segment=NetworkSegment(431791e9-c625-45bb-a999-673c6d9515d0),segment_id=431791e9-c625-45bb-a999-673c6d9515d0)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:35:59.183514 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:59.189302 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:59.219157 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6e8862ea-52d6-484d-811e-6507a6b09907 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:59.247310 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-b63b4001-9afb-45ba-a5bd-b0b1b32d94b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:59.285373 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Pushing event updated for resources: {'Port': ['ID=ef94a013-ceae-4cd3-9c61-c84d547c60a2,revision_number=5']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:59.299037 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:59.402167 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6e8862ea-52d6-484d-811e-6507a6b09907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:59.411487 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6e8862ea-52d6-484d-811e-6507a6b09907 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:59.419943 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-6e8862ea-52d6-484d-811e-6507a6b09907 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e4626553-f952-4eb7-8824-a7ec90f17aec HTTP/1.1" status: 204 len: 168 time: 0.4690847 Jun 29 11:35:59.426193 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-bb8a95cb-d01a-48a9-8c5e-69f5a44faff5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:59.483130 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8862ea-52d6-484d-811e-6507a6b09907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4626553-f952-4eb7-8824-a7ec90f17aec,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:35:59.490855 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6e8862ea-52d6-484d-811e-6507a6b09907 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:35:59.493468 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-b63b4001-9afb-45ba-a5bd-b0b1b32d94b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:59.552587 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-86c248b8-be7f-4135-8846-17f847b52ee0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:35:59.585731 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-294d1b91-070c-4366-8f87-c6ee8eb6d91b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:35:59.852438 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-c0474088-86a7-42cd-8665-4088f6fbd4c0 req-638438b0-36b2-4ac9-a905-5dd5fd5c113c tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/ports?device_id=e5af5856-39be-486c-b723-c91209064e8f HTTP/1.1" status: 200 len: 210 time: 0.4708834 Jun 29 11:36:00.056588 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-b63b4001-9afb-45ba-a5bd-b0b1b32d94b1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5ad2f55b045c4793bdca98ae41ccedf7&name=default HTTP/1.1" status: 200 len: 2975 time: 2.9667830 Jun 29 11:36:00.059525 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 47224) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:00.110753 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Device ef94a013-ceae-4cd3-9c61-c84d547c60a2 up at agent ovs-agent-dv-cinder-797608-2-smb {{(pid=93177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:36:00.216626 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ea32ac1-e3d9-421a-b4ce-8f3d6e19ee46 req-d8ea8099-6204-41d1-97f6-1978cc06e718 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Made reservation on behalf of b0862d86861e4a6294669237a0d1c827 for: {'port': 1} {{(pid=93175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:36:00.233071 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-6ea32ac1-e3d9-421a-b4ce-8f3d6e19ee46 req-d8ea8099-6204-41d1-97f6-1978cc06e718 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:00.300506 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Provisioning complete for port ef94a013-ceae-4cd3-9c61-c84d547c60a2 triggered by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:36:00.302791 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:00.437868 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6446f798-29f5-4754-96c0-6d03572c2e77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:00.518428 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6446f798-29f5-4754-96c0-6d03572c2e77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:00.622516 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8d579a20-467a-4ee9-a7ae-72aee26bc1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:00.715074 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6446f798-29f5-4754-96c0-6d03572c2e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:00.718670 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6446f798-29f5-4754-96c0-6d03572c2e77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:00.720460 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-6446f798-29f5-4754-96c0-6d03572c2e77 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/25044bb8-b032-4c80-80c1-12c6ea0ad553 HTTP/1.1" status: 204 len: 168 time: 0.6594636 Jun 29 11:36:00.721540 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7d28b70e-fc92-417f-af2c-5d907598098f tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:00.760769 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6446f798-29f5-4754-96c0-6d03572c2e77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25044bb8-b032-4c80-80c1-12c6ea0ad553,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:00.764226 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6446f798-29f5-4754-96c0-6d03572c2e77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:00.858041 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.db.db_base_plugin_common [req-6ea32ac1-e3d9-421a-b4ce-8f3d6e19ee46 req-d8ea8099-6204-41d1-97f6-1978cc06e718 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Allocated IP 172.20.0.7 (370af924-d6bd-4821-9056-c2048b5ccd31/8ea9ab15-43b2-48ad-8e01-7b17b01c47dd/a548e549-c3f8-424f-b05d-4b11c70bad96) {{(pid=93175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:36:00.953530 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-cc9fbe01-1af1-428a-91d4-c9d8556591a9 req-c2d4686f-9814-42dd-8fc9-281e30811707 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--137897689&fields=id&tenant_id=bcd5ad4328fb47e5815bb6b7debbea57 HTTP/1.1" status: 200 len: 267 time: 1.6089029 Jun 29 11:36:01.116316 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63b4001-9afb-45ba-a5bd-b0b1b32d94b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25044bb8-b032-4c80-80c1-12c6ea0ad553,revision_number=1']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:01.125774 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-a8635e29-c038-45bf-b71e-405866b5934d req-0cf2a5bf-0c8b-4037-a463-6b8ff6b8e828 tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] 10.222.0.78 "GET /v2.0/ports?device_id=333ed236-2407-4777-a139-39d1a8a5e56b HTTP/1.1" status: 200 len: 210 time: 0.6448722 Jun 29 11:36:01.138858 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-b63b4001-9afb-45ba-a5bd-b0b1b32d94b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.559s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:01.331017 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-0768b7e3-5cff-4bc8-aefd-076333b28c0e req-0392083d-f2db-49e3-b66c-c33cb0673b32 tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] Notify callbacks [] for port, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:01.466111 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-86c248b8-be7f-4135-8846-17f847b52ee0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:01.531607 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-86c248b8-be7f-4135-8846-17f847b52ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:01.826098 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-aa4146c3-2175-4125-80c3-067d8c97f6ba req-24ec8282-8975-43f4-b348-51888373b773 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/ports?device_id=e5af5856-39be-486c-b723-c91209064e8f HTTP/1.1" status: 200 len: 210 time: 0.3402874 Jun 29 11:36:01.853803 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-a9189bce-8e51-4d00-82f7-a7b18a572354 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:01.889199 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 47272) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:01.909379 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9fbe01-1af1-428a-91d4-c9d8556591a9 req-73539c49-3c43-4d3f-b55b-b006af326027 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:01.917721 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-84a052b7-305e-4a3e-8073-2992abb9c63f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:01.918556 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-cc9fbe01-1af1-428a-91d4-c9d8556591a9 req-73539c49-3c43-4d3f-b55b-b006af326027 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/networks?id=b963bd4f-00c4-43c3-bead-28b3bc0930b9 HTTP/1.1" status: 200 len: 816 time: 0.9079168 Jun 29 11:36:01.957088 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-6ea32ac1-e3d9-421a-b4ce-8f3d6e19ee46 req-d8ea8099-6204-41d1-97f6-1978cc06e718 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Notify callbacks [] for port, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:01.964578 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-86c248b8-be7f-4135-8846-17f847b52ee0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5c7fb18a6523458eb9803efe5848c60d&name=default HTTP/1.1" status: 200 len: 2978 time: 3.7492721 Jun 29 11:36:01.975713 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 47274) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:02.019277 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-cc9fbe01-1af1-428a-91d4-c9d8556591a9 req-ddeb5818-812a-4110-a394-56fa2cf0e658 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/quotas/bcd5ad4328fb47e5815bb6b7debbea57 HTTP/1.1" status: 200 len: 375 time: 0.0993180 Jun 29 11:36:02.030630 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c248b8-be7f-4135-8846-17f847b52ee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a7cbc4-a7f5-4d67-a330-af454985f88e,revision_number=1']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:02.054654 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-0768b7e3-5cff-4bc8-aefd-076333b28c0e req-0392083d-f2db-49e3-b66c-c33cb0673b32 tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3670657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744990953741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-61825996'] for port, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:02.058658 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-86c248b8-be7f-4135-8846-17f847b52ee0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:02.109765 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:02.190611 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-84a052b7-305e-4a3e-8073-2992abb9c63f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:02.204218 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-84a052b7-305e-4a3e-8073-2992abb9c63f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:02.215096 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6446f798-29f5-4754-96c0-6d03572c2e77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:02.270120 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0768b7e3-5cff-4bc8-aefd-076333b28c0e req-0392083d-f2db-49e3-b66c-c33cb0673b32 tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] Network eccb8c38-e415-4186-bd4f-0cc0188c6b44 is already hosted by enough agents. {{(pid=93175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:36:02.306846 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.base_scheduler [req-0768b7e3-5cff-4bc8-aefd-076333b28c0e req-0392083d-f2db-49e3-b66c-c33cb0673b32 tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] Resources bound (agent type, host, resource id): {{(pid=93175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:36:02.324823 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a052b7-305e-4a3e-8073-2992abb9c63f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a762049-0607-4335-82ad-9be14a07c114,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:02.344436 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-84a052b7-305e-4a3e-8073-2992abb9c63f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:02.347449 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.db.l3_dvrscheduler_db [req-0768b7e3-5cff-4bc8-aefd-076333b28c0e req-0392083d-f2db-49e3-b66c-c33cb0673b32 tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] Received port after_create {{(pid=93175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:36:02.357924 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-84a052b7-305e-4a3e-8073-2992abb9c63f admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e9fe3f6b42d94ddd8644c881ef4142c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4668498 Jun 29 11:36:02.360090 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 47286) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:02.385816 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-4d3b8be8-4b4a-40db-8ab8-77cd207ff6e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:02.471829 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-55e455cd-d6ec-4d54-8671-93fd1c1df68b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:02.504092 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-55e455cd-d6ec-4d54-8671-93fd1c1df68b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:02.504478 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0392083d-f2db-49e3-b66c-c33cb0673b32 tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] Pushing event updated for resources: {'Port': ['ID=8999aff9-afab-4e64-b51c-60bd307831cd,revision_number=1']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:02.517992 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-0392083d-f2db-49e3-b66c-c33cb0673b32 tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:02.528413 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-6ea32ac1-e3d9-421a-b4ce-8f3d6e19ee46 req-d8ea8099-6204-41d1-97f6-1978cc06e718 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3670657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744990953741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-61825996'] for port, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:02.534219 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-4d3b8be8-4b4a-40db-8ab8-77cd207ff6e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:02.586154 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-1253b60c-d9aa-43b7-a0ec-6ff181db805c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:02.597423 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-55e455cd-d6ec-4d54-8671-93fd1c1df68b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:02.609719 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-55e455cd-d6ec-4d54-8671-93fd1c1df68b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:02.609719 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-55e455cd-d6ec-4d54-8671-93fd1c1df68b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5a762049-0607-4335-82ad-9be14a07c114 HTTP/1.1" status: 204 len: 168 time: 0.2416029 Jun 29 11:36:02.609719 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6362c32f-2fed-4c3a-acaa-e872a0c8cd49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:02.618429 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0768b7e3-5cff-4bc8-aefd-076333b28c0e req-0392083d-f2db-49e3-b66c-c33cb0673b32 tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:02.619255 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-0768b7e3-5cff-4bc8-aefd-076333b28c0e req-0392083d-f2db-49e3-b66c-c33cb0673b32 tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636407'] for port, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:02.621174 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e455cd-d6ec-4d54-8671-93fd1c1df68b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a762049-0607-4335-82ad-9be14a07c114,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:02.625607 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-55e455cd-d6ec-4d54-8671-93fd1c1df68b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:02.747643 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ea32ac1-e3d9-421a-b4ce-8f3d6e19ee46 req-d8ea8099-6204-41d1-97f6-1978cc06e718 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Network 370af924-d6bd-4821-9056-c2048b5ccd31 is already hosted by enough agents. {{(pid=93175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:36:02.757864 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-cc9fbe01-1af1-428a-91d4-c9d8556591a9 req-d29d3168-e3f0-4e8b-9e5e-f6ec897c4b90 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=bcd5ad4328fb47e5815bb6b7debbea57&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7372806 Jun 29 11:36:02.772259 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.base_scheduler [req-6ea32ac1-e3d9-421a-b4ce-8f3d6e19ee46 req-d8ea8099-6204-41d1-97f6-1978cc06e718 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Resources bound (agent type, host, resource id): {{(pid=93175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:36:02.779438 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ea32ac1-e3d9-421a-b4ce-8f3d6e19ee46 req-d8ea8099-6204-41d1-97f6-1978cc06e718 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Received port after_create {{(pid=93175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:36:02.939517 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-cc9fbe01-1af1-428a-91d4-c9d8556591a9 req-d3542e2b-38c4-4c11-921c-c51e47858931 service neutron] 10.222.0.78 "GET /v2.0/networks/b963bd4f-00c4-43c3-bead-28b3bc0930b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525195 Jun 29 11:36:02.955115 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6600a2-42da-424e-84e6-07022e58ad59 req-1fd5e403-44b6-46e6-bc6e-49b3972a77b3 tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:02.957129 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-3d6600a2-42da-424e-84e6-07022e58ad59 req-1fd5e403-44b6-46e6-bc6e-49b3972a77b3 tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] 10.222.0.78 "GET /v2.0/ports?device_id=333ed236-2407-4777-a139-39d1a8a5e56b HTTP/1.1" status: 200 len: 931 time: 0.5529821 Jun 29 11:36:02.966313 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-0768b7e3-5cff-4bc8-aefd-076333b28c0e req-0392083d-f2db-49e3-b66c-c33cb0673b32 tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2309058 Jun 29 11:36:03.048415 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ea8099-6204-41d1-97f6-1978cc06e718 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Pushing event updated for resources: {'Port': ['ID=a548e549-c3f8-424f-b05d-4b11c70bad96,revision_number=1']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:03.052422 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-d8ea8099-6204-41d1-97f6-1978cc06e718 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:03.071030 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [req-0768b7e3-5cff-4bc8-aefd-076333b28c0e req-478b83f7-ef5b-42af-9cb0-9c6e1ffa4301 tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93175) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 11:36:03.071030 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-0768b7e3-5cff-4bc8-aefd-076333b28c0e req-478b83f7-ef5b-42af-9cb0-9c6e1ffa4301 tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0385332 Jun 29 11:36:03.085119 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-3d6600a2-42da-424e-84e6-07022e58ad59 req-d242e94e-72ec-4cf9-83e0-904b3aa0f898 tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] 10.222.0.78 "GET /v2.0/security-groups?id=be790744-bf59-476d-b5d0-95c7408949e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102073 Jun 29 11:36:03.150326 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea32ac1-e3d9-421a-b4ce-8f3d6e19ee46 req-d8ea8099-6204-41d1-97f6-1978cc06e718 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:03.151696 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-6ea32ac1-e3d9-421a-b4ce-8f3d6e19ee46 req-d8ea8099-6204-41d1-97f6-1978cc06e718 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636407'] for port, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:03.173246 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-4d3b8be8-4b4a-40db-8ab8-77cd207ff6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:03.180088 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-4d3b8be8-4b4a-40db-8ab8-77cd207ff6e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:03.184548 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-4d3b8be8-4b4a-40db-8ab8-77cd207ff6e0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/82a7cbc4-a7f5-4d67-a330-af454985f88e HTTP/1.1" status: 204 len: 168 time: 1.2073524 Jun 29 11:36:03.188763 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:03.216249 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3b8be8-4b4a-40db-8ab8-77cd207ff6e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a7cbc4-a7f5-4d67-a330-af454985f88e,revision_number=None']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:03.218829 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-4d3b8be8-4b4a-40db-8ab8-77cd207ff6e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:03.235336 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-6ea32ac1-e3d9-421a-b4ce-8f3d6e19ee46 req-d8ea8099-6204-41d1-97f6-1978cc06e718 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4902372 Jun 29 11:36:03.327254 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-cc9fbe01-1af1-428a-91d4-c9d8556591a9 req-eb50736c-6469-4e3c-a162-686215e16423 service neutron] 10.222.0.78 "GET /v2.0/networks/b963bd4f-00c4-43c3-bead-28b3bc0930b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3397858 Jun 29 11:36:03.344542 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 47314) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:03.369024 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2cb729fe-1275-48d9-9d57-cced8b1e399d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:03.692294 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94106fa2-3d43-4250-9cbd-334639c59c4a req-9632fd80-0196-4e2d-83c4-077370054c8c tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:03.698077 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:03.706693 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-94106fa2-3d43-4250-9cbd-334639c59c4a req-9632fd80-0196-4e2d-83c4-077370054c8c tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/ports?device_id=e5af5856-39be-486c-b723-c91209064e8f HTTP/1.1" status: 200 len: 931 time: 0.1997142 Jun 29 11:36:03.920403 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-b5576a75-e137-437e-bbe1-c6e9301bf95c req-4173f1d1-d151-4c60-861c-9b21eacef79c tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 210 time: 0.1379521 Jun 29 11:36:03.965147 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-94106fa2-3d43-4250-9cbd-334639c59c4a req-a0073c31-ff4a-4381-8821-bd7f128a1d87 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c1a7ad6-20f5-44d5-aaf0-50a5387c12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571306 Jun 29 11:36:04.437999 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9be8c49d-fdd7-49be-a71c-49aaf5d45c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:04.560050 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83ad81-ad2e-4036-89d3-d7cfe43d76bd req-1b0f63de-8349-47d9-9a6d-b4808d1ae6fe tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:04.571957 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-fc83ad81-ad2e-4036-89d3-d7cfe43d76bd req-1b0f63de-8349-47d9-9a6d-b4808d1ae6fe tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] 10.222.0.78 "GET /v2.0/ports?device_id=333ed236-2407-4777-a139-39d1a8a5e56b HTTP/1.1" status: 200 len: 931 time: 0.2269914 Jun 29 11:36:04.667802 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d31d15c9-001f-41f5-abe9-1ed7e6726f0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:04.676510 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.v2.base [req-6ea32ac1-e3d9-421a-b4ce-8f3d6e19ee46 req-bf5ece5f-515e-4145-a6f0-db215a7585d7 service neutron] Request body: {'port': {'device_id': 'e5af5856-39be-486c-b723-c91209064e8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:36:04.758159 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-fc83ad81-ad2e-4036-89d3-d7cfe43d76bd req-5eb8b1e7-5ff6-4f6f-bdec-a401140abe44 tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] 10.222.0.78 "GET /v2.0/security-groups?id=be790744-bf59-476d-b5d0-95c7408949e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850743 Jun 29 11:36:04.789629 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.v2.base [req-0768b7e3-5cff-4bc8-aefd-076333b28c0e req-2c6065a3-5ec3-4593-917e-a177ab1c6d34 service neutron] Request body: {'port': {'device_id': '333ed236-2407-4777-a139-39d1a8a5e56b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:36:04.913684 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d31d15c9-001f-41f5-abe9-1ed7e6726f0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:04.933664 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d31d15c9-001f-41f5-abe9-1ed7e6726f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:04.950467 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-55e455cd-d6ec-4d54-8671-93fd1c1df68b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:04.987268 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-6ea32ac1-e3d9-421a-b4ce-8f3d6e19ee46 req-bf5ece5f-515e-4145-a6f0-db215a7585d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:05.095774 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-0768b7e3-5cff-4bc8-aefd-076333b28c0e req-2c6065a3-5ec3-4593-917e-a177ab1c6d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:05.128179 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-d31d15c9-001f-41f5-abe9-1ed7e6726f0c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e22826069d634bab87b977d82c84b5a4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7829983 Jun 29 11:36:05.132769 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 47366) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:05.134422 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31d15c9-001f-41f5-abe9-1ed7e6726f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b64388-d483-4f85-bd45-f47132c644cb,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:05.150072 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d31d15c9-001f-41f5-abe9-1ed7e6726f0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:05.262226 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d86bbd7e-559d-4b02-a8fe-5efdf8d2eee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:05.302691 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d86bbd7e-559d-4b02-a8fe-5efdf8d2eee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:05.395016 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d86bbd7e-559d-4b02-a8fe-5efdf8d2eee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:05.395016 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d86bbd7e-559d-4b02-a8fe-5efdf8d2eee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:05.395016 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-d86bbd7e-559d-4b02-a8fe-5efdf8d2eee9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/16b64388-d483-4f85-bd45-f47132c644cb HTTP/1.1" status: 204 len: 168 time: 0.2404239 Jun 29 11:36:05.395016 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:05.406915 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86bbd7e-559d-4b02-a8fe-5efdf8d2eee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b64388-d483-4f85-bd45-f47132c644cb,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:05.411778 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d86bbd7e-559d-4b02-a8fe-5efdf8d2eee9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:05.762304 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-ca3af127-5479-444b-a8da-85ad2fb97974 req-f5c4fe13-46db-4e50-9cb1-8f323ed5a6a0 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 210 time: 0.4650564 Jun 29 11:36:06.395311 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7dc1f572-48b9-4e28-8a5a-f2a12e721563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:06.530296 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 47402) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:06.589151 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a8c4c7fb-a0a5-424b-92a3-af2c9d830d62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:06.938314 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a8c4c7fb-a0a5-424b-92a3-af2c9d830d62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:06.943125 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66303616-dae8-48fb-a24b-74546933a599 req-439c2beb-a49c-4b45-8fc7-e360bc100fbf tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:06.945073 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-66303616-dae8-48fb-a24b-74546933a599 req-439c2beb-a49c-4b45-8fc7-e360bc100fbf tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/ports?device_id=e5af5856-39be-486c-b723-c91209064e8f HTTP/1.1" status: 200 len: 931 time: 1.6564300 Jun 29 11:36:06.967803 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a8c4c7fb-a0a5-424b-92a3-af2c9d830d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:07.089044 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:07.122629 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-a8c4c7fb-a0a5-424b-92a3-af2c9d830d62 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b51b28ed43e0463f984ef03dfb3cfc5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5908782 Jun 29 11:36:07.123615 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 47434) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:07.173513 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e7aea7-5bb1-490e-8e34-376b1635a93d req-3b9e552f-edde-4068-8724-2bf8e1d9a84e tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:07.181344 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-36e7aea7-5bb1-490e-8e34-376b1635a93d req-3b9e552f-edde-4068-8724-2bf8e1d9a84e tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] 10.222.0.78 "GET /v2.0/ports?device_id=333ed236-2407-4777-a139-39d1a8a5e56b HTTP/1.1" status: 200 len: 931 time: 1.1148131 Jun 29 11:36:07.261017 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-66303616-dae8-48fb-a24b-74546933a599 req-68489c2a-fe47-4a48-b055-13e35663699d tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c1a7ad6-20f5-44d5-aaf0-50a5387c12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953959 Jun 29 11:36:07.279468 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.notifiers.nova [req-6ea32ac1-e3d9-421a-b4ce-8f3d6e19ee46 req-bf5ece5f-515e-4145-a6f0-db215a7585d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a548e549-c3f8-424f-b05d-4b11c70bad96 {{(pid=93175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:36:07.294216 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-6ea32ac1-e3d9-421a-b4ce-8f3d6e19ee46 req-bf5ece5f-515e-4145-a6f0-db215a7585d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:07.363209 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-36e7aea7-5bb1-490e-8e34-376b1635a93d req-0a04c615-1709-4c7a-a49c-5104593695ba tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] 10.222.0.78 "GET /v2.0/security-groups?id=be790744-bf59-476d-b5d0-95c7408949e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805034 Jun 29 11:36:07.407666 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.db.provisioning_blocks [req-6ea32ac1-e3d9-421a-b4ce-8f3d6e19ee46 req-bf5ece5f-515e-4145-a6f0-db215a7585d7 service neutron] Transition to ACTIVE for port object a548e549-c3f8-424f-b05d-4b11c70bad96 will not be triggered until provisioned by entity L2. {{(pid=93175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:36:07.432436 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-6ea32ac1-e3d9-421a-b4ce-8f3d6e19ee46 req-bf5ece5f-515e-4145-a6f0-db215a7585d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61826046'] for port, after_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:07.448148 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c4c7fb-a0a5-424b-92a3-af2c9d830d62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bab53ad-c76a-4e40-8482-794a521fec1e,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:07.472500 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a8c4c7fb-a0a5-424b-92a3-af2c9d830d62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:07.508562 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:07.523713 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d51ac59b-3d5a-4167-9f75-18240ab78d62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:07.651431 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d51ac59b-3d5a-4167-9f75-18240ab78d62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:07.685246 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.21', 55342) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:07.783357 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.notifiers.nova [req-0768b7e3-5cff-4bc8-aefd-076333b28c0e req-2c6065a3-5ec3-4593-917e-a177ab1c6d34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8999aff9-afab-4e64-b51c-60bd307831cd {{(pid=93175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:36:07.956668 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-0768b7e3-5cff-4bc8-aefd-076333b28c0e req-2c6065a3-5ec3-4593-917e-a177ab1c6d34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:08.013733 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.db.provisioning_blocks [req-0768b7e3-5cff-4bc8-aefd-076333b28c0e req-2c6065a3-5ec3-4593-917e-a177ab1c6d34 service neutron] Transition to ACTIVE for port object 8999aff9-afab-4e64-b51c-60bd307831cd will not be triggered until provisioned by entity L2. {{(pid=93175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:36:08.033846 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-a648d6ed-66c9-489b-986e-2eef39ae419b req-ff896b0e-3306-46df-ba82-f885e7b832da tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 210 time: 0.2818589 Jun 29 11:36:08.035431 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5ece5f-515e-4145-a6f0-db215a7585d7 service neutron] Pushing event updated for resources: {'Port': ['ID=a548e549-c3f8-424f-b05d-4b11c70bad96,revision_number=2']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:08.051257 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-bf5ece5f-515e-4145-a6f0-db215a7585d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:08.167712 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-0768b7e3-5cff-4bc8-aefd-076333b28c0e req-2c6065a3-5ec3-4593-917e-a177ab1c6d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61826046'] for port, after_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:08.201613 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9fbe01-1af1-428a-91d4-c9d8556591a9 req-c684caee-1bc4-407d-a84a-4f8c5c7a5bdf tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:08.204097 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-cc9fbe01-1af1-428a-91d4-c9d8556591a9 req-c684caee-1bc4-407d-a84a-4f8c5c7a5bdf tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.21 "GET /v2.0/networks?id=b963bd4f-00c4-43c3-bead-28b3bc0930b9 HTTP/1.1" status: 200 len: 816 time: 0.5175292 Jun 29 11:36:08.234316 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-bf5ece5f-515e-4145-a6f0-db215a7585d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:08.412945 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6065a3-5ec3-4593-917e-a177ab1c6d34 service neutron] Pushing event updated for resources: {'Port': ['ID=8999aff9-afab-4e64-b51c-60bd307831cd,revision_number=2']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:08.450449 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-cc9fbe01-1af1-428a-91d4-c9d8556591a9 req-dbc928aa-bcc5-4ed6-af68-cb317cf3a34a tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bcd5ad4328fb47e5815bb6b7debbea57 HTTP/1.1" status: 200 len: 379 time: 0.2270293 Jun 29 11:36:08.468850 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.v2.base [req-cc9fbe01-1af1-428a-91d4-c9d8556591a9 req-a5e4c735-9e30-4c58-aef2-3e041e8bc6a1 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Request body: {'port': {'device_id': '49895f39-c8d9-470a-a603-81104b746081', 'network_id': 'b963bd4f-00c4-43c3-bead-28b3bc0930b9', 'admin_state_up': True, 'tenant_id': 'bcd5ad4328fb47e5815bb6b7debbea57', 'security_groups': ['2204a202-4664-4211-8f03-264aadfb8234']}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:36:08.496437 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-2c6065a3-5ec3-4593-917e-a177ab1c6d34 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:08.527589 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.managers [req-6ea32ac1-e3d9-421a-b4ce-8f3d6e19ee46 req-bf5ece5f-515e-4145-a6f0-db215a7585d7 service neutron] Attempting to bind port a548e549-c3f8-424f-b05d-4b11c70bad96 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:36:08.530306 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.managers [req-6ea32ac1-e3d9-421a-b4ce-8f3d6e19ee46 req-bf5ece5f-515e-4145-a6f0-db215a7585d7 service neutron] Attempting to bind port a548e549-c3f8-424f-b05d-4b11c70bad96 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '0949f310-551d-4292-95ed-764ccdcd59df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '370af924-d6bd-4821-9056-c2048b5ccd31'}] {{(pid=93175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:36:08.533242 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea32ac1-e3d9-421a-b4ce-8f3d6e19ee46 req-bf5ece5f-515e-4145-a6f0-db215a7585d7 service neutron] Attempting to bind port a548e549-c3f8-424f-b05d-4b11c70bad96 on network 370af924-d6bd-4821-9056-c2048b5ccd31 {{(pid=93175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:36:08.552984 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea32ac1-e3d9-421a-b4ce-8f3d6e19ee46 req-bf5ece5f-515e-4145-a6f0-db215a7585d7 service neutron] Port a548e549-c3f8-424f-b05d-4b11c70bad96 on network 370af924-d6bd-4821-9056-c2048b5ccd31 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 11:36:08.553170 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea32ac1-e3d9-421a-b4ce-8f3d6e19ee46 req-bf5ece5f-515e-4145-a6f0-db215a7585d7 service neutron] Attempting to bind port a548e549-c3f8-424f-b05d-4b11c70bad96 on network 370af924-d6bd-4821-9056-c2048b5ccd31 {{(pid=93175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:36:08.784628 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea32ac1-e3d9-421a-b4ce-8f3d6e19ee46 req-bf5ece5f-515e-4145-a6f0-db215a7585d7 service neutron] Checking agent: {'id': '2f355b06-002c-40e6-bb76-5e394ebaabf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 33, 51), 'started_at': datetime.datetime(2021, 6, 29, 11, 33, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:36:08.786620 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea32ac1-e3d9-421a-b4ce-8f3d6e19ee46 req-bf5ece5f-515e-4145-a6f0-db215a7585d7 service neutron] Checking segment: {'id': '0949f310-551d-4292-95ed-764ccdcd59df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '370af924-d6bd-4821-9056-c2048b5ccd31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:36:08.790831 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ea32ac1-e3d9-421a-b4ce-8f3d6e19ee46 req-bf5ece5f-515e-4145-a6f0-db215a7585d7 service neutron] Bound using segment: {'id': '0949f310-551d-4292-95ed-764ccdcd59df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '370af924-d6bd-4821-9056-c2048b5ccd31'} {{(pid=93175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:36:08.793162 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d51ac59b-3d5a-4167-9f75-18240ab78d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:08.795387 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.managers [req-6ea32ac1-e3d9-421a-b4ce-8f3d6e19ee46 req-bf5ece5f-515e-4145-a6f0-db215a7585d7 service neutron] Bound port: a548e549-c3f8-424f-b05d-4b11c70bad96, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0949f310-551d-4292-95ed-764ccdcd59df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '370af924-d6bd-4821-9056-c2048b5ccd31'}}] {{(pid=93175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:36:08.803752 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-6ea32ac1-e3d9-421a-b4ce-8f3d6e19ee46 req-bf5ece5f-515e-4145-a6f0-db215a7585d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:08.807871 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d51ac59b-3d5a-4167-9f75-18240ab78d62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:08.816259 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-d51ac59b-3d5a-4167-9f75-18240ab78d62 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3bab53ad-c76a-4e40-8482-794a521fec1e HTTP/1.1" status: 204 len: 168 time: 1.6670883 Jun 29 11:36:08.819240 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a8c4c7fb-a0a5-424b-92a3-af2c9d830d62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:08.900937 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51ac59b-3d5a-4167-9f75-18240ab78d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bab53ad-c76a-4e40-8482-794a521fec1e,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:08.917449 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d51ac59b-3d5a-4167-9f75-18240ab78d62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:08.935501 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc9fbe01-1af1-428a-91d4-c9d8556591a9 req-a5e4c735-9e30-4c58-aef2-3e041e8bc6a1 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Made reservation on behalf of bcd5ad4328fb47e5815bb6b7debbea57 for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:36:08.947088 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-cc9fbe01-1af1-428a-91d4-c9d8556591a9 req-a5e4c735-9e30-4c58-aef2-3e041e8bc6a1 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:09.227729 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.db [req-6ea32ac1-e3d9-421a-b4ce-8f3d6e19ee46 req-bf5ece5f-515e-4145-a6f0-db215a7585d7 service neutron] For port a548e549-c3f8-424f-b05d-4b11c70bad96, host hv-cinder-79760, cleared binding levels {{(pid=93175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:36:09.266460 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.db [req-6ea32ac1-e3d9-421a-b4ce-8f3d6e19ee46 req-bf5ece5f-515e-4145-a6f0-db215a7585d7 service neutron] For port a548e549-c3f8-424f-b05d-4b11c70bad96, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a548e549-c3f8-424f-b05d-4b11c70bad96,segment=NetworkSegment(0949f310-551d-4292-95ed-764ccdcd59df),segment_id=0949f310-551d-4292-95ed-764ccdcd59df)] {{(pid=93175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:36:09.291994 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-6ea32ac1-e3d9-421a-b4ce-8f3d6e19ee46 req-bf5ece5f-515e-4145-a6f0-db215a7585d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61826046'] for port, after_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:09.372553 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:09.527186 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.managers [req-0768b7e3-5cff-4bc8-aefd-076333b28c0e req-2c6065a3-5ec3-4593-917e-a177ab1c6d34 service neutron] Attempting to bind port 8999aff9-afab-4e64-b51c-60bd307831cd on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:36:09.527186 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.managers [req-0768b7e3-5cff-4bc8-aefd-076333b28c0e req-2c6065a3-5ec3-4593-917e-a177ab1c6d34 service neutron] Attempting to bind port 8999aff9-afab-4e64-b51c-60bd307831cd by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '86bedee4-eb9b-4489-873f-c094326fa3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'eccb8c38-e415-4186-bd4f-0cc0188c6b44'}] {{(pid=93175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:36:09.527186 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0768b7e3-5cff-4bc8-aefd-076333b28c0e req-2c6065a3-5ec3-4593-917e-a177ab1c6d34 service neutron] Attempting to bind port 8999aff9-afab-4e64-b51c-60bd307831cd on network eccb8c38-e415-4186-bd4f-0cc0188c6b44 {{(pid=93175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:36:09.527658 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5ece5f-515e-4145-a6f0-db215a7585d7 service neutron] Pushing event updated for resources: {'Port': ['ID=a548e549-c3f8-424f-b05d-4b11c70bad96,revision_number=3']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:09.551641 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-bf5ece5f-515e-4145-a6f0-db215a7585d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:09.595901 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-cc9fbe01-1af1-428a-91d4-c9d8556591a9 req-a5e4c735-9e30-4c58-aef2-3e041e8bc6a1 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Allocated IP 172.20.0.12 (b963bd4f-00c4-43c3-bead-28b3bc0930b9/2303b7c5-2df0-4ce3-8da2-9b421c47074d/872cdef4-1097-4ec8-8250-adf21db70ac8) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:36:09.598687 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea32ac1-e3d9-421a-b4ce-8f3d6e19ee46 req-bf5ece5f-515e-4145-a6f0-db215a7585d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:09.599762 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-6ea32ac1-e3d9-421a-b4ce-8f3d6e19ee46 req-bf5ece5f-515e-4145-a6f0-db215a7585d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636407'] for port, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:09.601469 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-6ea32ac1-e3d9-421a-b4ce-8f3d6e19ee46 req-bf5ece5f-515e-4145-a6f0-db215a7585d7 service neutron] 10.222.0.21 "PUT /v2.0/ports/a548e549-c3f8-424f-b05d-4b11c70bad96 HTTP/1.1" status: 200 len: 1093 time: 5.9302623 Jun 29 11:36:09.612389 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0768b7e3-5cff-4bc8-aefd-076333b28c0e req-2c6065a3-5ec3-4593-917e-a177ab1c6d34 service neutron] Port 8999aff9-afab-4e64-b51c-60bd307831cd on network eccb8c38-e415-4186-bd4f-0cc0188c6b44 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 11:36:09.612720 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0768b7e3-5cff-4bc8-aefd-076333b28c0e req-2c6065a3-5ec3-4593-917e-a177ab1c6d34 service neutron] Attempting to bind port 8999aff9-afab-4e64-b51c-60bd307831cd on network eccb8c38-e415-4186-bd4f-0cc0188c6b44 {{(pid=93175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:36:09.638198 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5af5856-39be-486c-b723-c91209064e8f', 'tag': 'a548e549-c3f8-424f-b05d-4b11c70bad96'}] {{(pid=93175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:36:09.650558 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0768b7e3-5cff-4bc8-aefd-076333b28c0e req-2c6065a3-5ec3-4593-917e-a177ab1c6d34 service neutron] Checking agent: {'id': '2f355b06-002c-40e6-bb76-5e394ebaabf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 33, 51), 'started_at': datetime.datetime(2021, 6, 29, 11, 33, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:36:09.651077 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0768b7e3-5cff-4bc8-aefd-076333b28c0e req-2c6065a3-5ec3-4593-917e-a177ab1c6d34 service neutron] Checking segment: {'id': '86bedee4-eb9b-4489-873f-c094326fa3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'eccb8c38-e415-4186-bd4f-0cc0188c6b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:36:09.651815 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0768b7e3-5cff-4bc8-aefd-076333b28c0e req-2c6065a3-5ec3-4593-917e-a177ab1c6d34 service neutron] Bound using segment: {'id': '86bedee4-eb9b-4489-873f-c094326fa3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'eccb8c38-e415-4186-bd4f-0cc0188c6b44'} {{(pid=93175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:36:09.652436 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.managers [req-0768b7e3-5cff-4bc8-aefd-076333b28c0e req-2c6065a3-5ec3-4593-917e-a177ab1c6d34 service neutron] Bound port: 8999aff9-afab-4e64-b51c-60bd307831cd, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86bedee4-eb9b-4489-873f-c094326fa3ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'eccb8c38-e415-4186-bd4f-0cc0188c6b44'}}] {{(pid=93175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:36:09.653157 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-0768b7e3-5cff-4bc8-aefd-076333b28c0e req-2c6065a3-5ec3-4593-917e-a177ab1c6d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:09.698703 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40169db4-d1c7-4f57-9b6b-9f239091b78f req-fec6c696-1549-40e2-9309-5fa7241b03a5 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:09.709071 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-40169db4-d1c7-4f57-9b6b-9f239091b78f req-fec6c696-1549-40e2-9309-5fa7241b03a5 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/ports?device_id=e5af5856-39be-486c-b723-c91209064e8f HTTP/1.1" status: 200 len: 943 time: 0.8661416 Jun 29 11:36:09.844122 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-40169db4-d1c7-4f57-9b6b-9f239091b78f req-7924a9b8-17c3-46db-8f39-18cdccb183f6 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c1a7ad6-20f5-44d5-aaf0-50a5387c12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332920 Jun 29 11:36:09.997147 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eb8a86-4217-475d-9634-3d7d6501e91c req-69e96b35-191a-403a-8f43-4419a72d6abd tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:09.999025 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-19eb8a86-4217-475d-9634-3d7d6501e91c req-69e96b35-191a-403a-8f43-4419a72d6abd tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] 10.222.0.78 "GET /v2.0/ports?device_id=333ed236-2407-4777-a139-39d1a8a5e56b HTTP/1.1" status: 200 len: 943 time: 1.1493425 Jun 29 11:36:10.237230 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-7994adf0-8800-41a3-8820-b25bd6480cc8 req-c604346d-f2cc-4ab6-b485-dd3698b131fe tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 210 time: 0.0723512 Jun 29 11:36:10.359690 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}879b71c770f982178fec1a07a47b9a5355ed3bb08afc25f1aa80a68f93cb18a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e43edb-342b-4f00-80ca-302fce6e5696" -d '{"events": [{"name": "network-changed", "server_uuid": "e5af5856-39be-486c-b723-c91209064e8f", "tag": "a548e549-c3f8-424f-b05d-4b11c70bad96"}]}' {{(pid=93175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:36:10.398682 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-cc9fbe01-1af1-428a-91d4-c9d8556591a9 req-a5e4c735-9e30-4c58-aef2-3e041e8bc6a1 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:10.441126 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-cc9fbe01-1af1-428a-91d4-c9d8556591a9 req-a5e4c735-9e30-4c58-aef2-3e041e8bc6a1 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Transition to ACTIVE for port object 872cdef4-1097-4ec8-8250-adf21db70ac8 will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:36:10.464238 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-19eb8a86-4217-475d-9634-3d7d6501e91c req-69fe0e2b-d19f-4d5e-b85f-ac10fd06f722 tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] 10.222.0.78 "GET /v2.0/security-groups?id=be790744-bf59-476d-b5d0-95c7408949e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3956034 Jun 29 11:36:10.465327 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.db [req-0768b7e3-5cff-4bc8-aefd-076333b28c0e req-2c6065a3-5ec3-4593-917e-a177ab1c6d34 service neutron] For port 8999aff9-afab-4e64-b51c-60bd307831cd, host hv-cinder-79760, cleared binding levels {{(pid=93175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:36:10.476878 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea32ac1-e3d9-421a-b4ce-8f3d6e19ee46 req-bb588715-dbb6-433a-9168-542c87e0e98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:10.479294 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-6ea32ac1-e3d9-421a-b4ce-8f3d6e19ee46 req-bb588715-dbb6-433a-9168-542c87e0e98a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b0862d86861e4a6294669237a0d1c827&device_id=e5af5856-39be-486c-b723-c91209064e8f HTTP/1.1" status: 200 len: 1096 time: 0.7668273 Jun 29 11:36:10.482432 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.db [req-0768b7e3-5cff-4bc8-aefd-076333b28c0e req-2c6065a3-5ec3-4593-917e-a177ab1c6d34 service neutron] For port 8999aff9-afab-4e64-b51c-60bd307831cd, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=8999aff9-afab-4e64-b51c-60bd307831cd,segment=NetworkSegment(86bedee4-eb9b-4489-873f-c094326fa3ef),segment_id=86bedee4-eb9b-4489-873f-c094326fa3ef)] {{(pid=93175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:36:10.566806 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-cc9fbe01-1af1-428a-91d4-c9d8556591a9 req-a5e4c735-9e30-4c58-aef2-3e041e8bc6a1 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3670657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744990953741'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:10.579271 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-0768b7e3-5cff-4bc8-aefd-076333b28c0e req-2c6065a3-5ec3-4593-917e-a177ab1c6d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61826046'] for port, after_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:10.582205 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:10.683552 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-e411149f-d42e-4215-a55d-9cb8228050ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:10.688916 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-6ea32ac1-e3d9-421a-b4ce-8f3d6e19ee46 req-607ecdef-db46-417a-a3be-37c0b8a9a167 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a548e549-c3f8-424f-b05d-4b11c70bad96 HTTP/1.1" status: 200 len: 217 time: 0.1785121 Jun 29 11:36:10.877932 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e4c735-9e30-4c58-aef2-3e041e8bc6a1 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Pushing event updated for resources: {'Port': ['ID=872cdef4-1097-4ec8-8250-adf21db70ac8,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:10.917036 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc9fbe01-1af1-428a-91d4-c9d8556591a9 req-a5e4c735-9e30-4c58-aef2-3e041e8bc6a1 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Network b963bd4f-00c4-43c3-bead-28b3bc0930b9 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:36:10.929339 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-cc9fbe01-1af1-428a-91d4-c9d8556591a9 req-a5e4c735-9e30-4c58-aef2-3e041e8bc6a1 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:36:10.946646 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a5e4c735-9e30-4c58-aef2-3e041e8bc6a1 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:10.947986 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc9fbe01-1af1-428a-91d4-c9d8556591a9 req-a5e4c735-9e30-4c58-aef2-3e041e8bc6a1 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:36:10.981379 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9fbe01-1af1-428a-91d4-c9d8556591a9 req-a5e4c735-9e30-4c58-aef2-3e041e8bc6a1 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:10.992318 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-cc9fbe01-1af1-428a-91d4-c9d8556591a9 req-a5e4c735-9e30-4c58-aef2-3e041e8bc6a1 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636407'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:11.090854 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-cc9fbe01-1af1-428a-91d4-c9d8556591a9 req-a5e4c735-9e30-4c58-aef2-3e041e8bc6a1 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6274078 Jun 29 11:36:11.107242 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.v2.base [req-cc9fbe01-1af1-428a-91d4-c9d8556591a9 req-7c2f61dc-91cf-44ea-b67b-20fd83da72b5 service neutron] Request body: {'port': {'device_id': '49895f39-c8d9-470a-a603-81104b746081', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:36:11.444874 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 47610) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:11.447171 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0768b7e3-5cff-4bc8-aefd-076333b28c0e req-2c6065a3-5ec3-4593-917e-a177ab1c6d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:11.450887 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-0768b7e3-5cff-4bc8-aefd-076333b28c0e req-2c6065a3-5ec3-4593-917e-a177ab1c6d34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636407'] for port, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:11.456197 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-0768b7e3-5cff-4bc8-aefd-076333b28c0e req-2c6065a3-5ec3-4593-917e-a177ab1c6d34 service neutron] 10.222.0.21 "PUT /v2.0/ports/8999aff9-afab-4e64-b51c-60bd307831cd HTTP/1.1" status: 200 len: 1093 time: 7.7795334 Jun 29 11:36:11.630187 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-cc9fbe01-1af1-428a-91d4-c9d8556591a9 req-7c2f61dc-91cf-44ea-b67b-20fd83da72b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:11.640725 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-503459bc-d843-4889-a4b2-1ed0722b42d0 None None] Provisioning for port 872cdef4-1097-4ec8-8250-adf21db70ac8 completed by entity DHCP. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:36:11.653814 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-503459bc-d843-4889-a4b2-1ed0722b42d0 None None] Provisioning complete for port 872cdef4-1097-4ec8-8250-adf21db70ac8 triggered by entity DHCP. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:36:11.654527 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-503459bc-d843-4889-a4b2-1ed0722b42d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:11.693036 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea32ac1-e3d9-421a-b4ce-8f3d6e19ee46 req-eb6a3be2-0f60-41c1-adfa-45c503605863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:11.696457 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-6ea32ac1-e3d9-421a-b4ce-8f3d6e19ee46 req-eb6a3be2-0f60-41c1-adfa-45c503605863 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8ea9ab15-43b2-48ad-8e01-7b17b01c47dd HTTP/1.1" status: 200 len: 855 time: 0.9872279 Jun 29 11:36:11.700122 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 11:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-654509e2-14eb-4655-a43c-579b6b34855b x-openstack-request-id: req-654509e2-14eb-4655-a43c-579b6b34855b {{(pid=93175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:36:11.701244 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5af5856-39be-486c-b723-c91209064e8f", "tag": "a548e549-c3f8-424f-b05d-4b11c70bad96", "status": "completed", "code": 200}]} {{(pid=93175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:36:11.702108 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-654509e2-14eb-4655-a43c-579b6b34855b {{(pid=93175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:36:11.704386 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5af5856-39be-486c-b723-c91209064e8f', 'tag': 'a548e549-c3f8-424f-b05d-4b11c70bad96', 'status': 'completed', 'code': 200} Jun 29 11:36:11.827441 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-503459bc-d843-4889-a4b2-1ed0722b42d0 None None] Port 872cdef4-1097-4ec8-8250-adf21db70ac8 cannot update to ACTIVE because it is not bound. {{(pid=93177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 11:36:11.975521 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-6ea32ac1-e3d9-421a-b4ce-8f3d6e19ee46 req-71a3b439-f0f0-46c3-b020-ccf1630be1c7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=370af924-d6bd-4821-9056-c2048b5ccd31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1944044 Jun 29 11:36:11.984504 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6065a3-5ec3-4593-917e-a177ab1c6d34 service neutron] Pushing event updated for resources: {'Port': ['ID=8999aff9-afab-4e64-b51c-60bd307831cd,revision_number=3']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:11.995929 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-2c6065a3-5ec3-4593-917e-a177ab1c6d34 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.317s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:12.204160 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-829f70a4-a674-41c9-ae52-17c8f11e6ea6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:12.450814 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0768b7e3-5cff-4bc8-aefd-076333b28c0e req-9b1eb613-90a1-4fd8-bd19-33e7f957e19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:12.453301 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-0768b7e3-5cff-4bc8-aefd-076333b28c0e req-9b1eb613-90a1-4fd8-bd19-33e7f957e19a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c7fe67bdd81f49609b924ff744fa8344&device_id=333ed236-2407-4777-a139-39d1a8a5e56b HTTP/1.1" status: 200 len: 1096 time: 0.9022179 Jun 29 11:36:12.469876 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf788a-0ae2-4c2c-883b-e3d5edaf0ae2 req-43dbeaf2-325e-4c9c-ae60-2ee6949e2b5f tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:12.477634 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-35cf788a-0ae2-4c2c-883b-e3d5edaf0ae2 req-43dbeaf2-325e-4c9c-ae60-2ee6949e2b5f tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/ports?device_id=e5af5856-39be-486c-b723-c91209064e8f HTTP/1.1" status: 200 len: 943 time: 0.9739153 Jun 29 11:36:12.544899 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-6ea32ac1-e3d9-421a-b4ce-8f3d6e19ee46 req-96f3dbd8-84d7-4076-b90e-b58154f97272 service neutron] 10.222.0.21 "GET /v2.0/networks/370af924-d6bd-4821-9056-c2048b5ccd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5394161 Jun 29 11:36:12.557619 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-0768b7e3-5cff-4bc8-aefd-076333b28c0e req-7bf0f691-d626-4cf6-b3ab-6c04b7c678d1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8999aff9-afab-4e64-b51c-60bd307831cd HTTP/1.1" status: 200 len: 217 time: 0.0715158 Jun 29 11:36:12.625793 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb32ffd5-845e-480e-b08a-a8a0bf55c7d7 req-32455202-8a5a-458f-85a5-8ce72f2098d3 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:12.627456 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-eb32ffd5-845e-480e-b08a-a8a0bf55c7d7 req-32455202-8a5a-458f-85a5-8ce72f2098d3 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 932 time: 0.6051507 Jun 29 11:36:12.777734 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.notifiers.nova [req-cc9fbe01-1af1-428a-91d4-c9d8556591a9 req-7c2f61dc-91cf-44ea-b67b-20fd83da72b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 872cdef4-1097-4ec8-8250-adf21db70ac8 {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:36:12.797652 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-cc9fbe01-1af1-428a-91d4-c9d8556591a9 req-7c2f61dc-91cf-44ea-b67b-20fd83da72b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:12.834389 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-cc9fbe01-1af1-428a-91d4-c9d8556591a9 req-7c2f61dc-91cf-44ea-b67b-20fd83da72b5 service neutron] Transition to ACTIVE for port object 872cdef4-1097-4ec8-8250-adf21db70ac8 will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:36:12.854163 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-cc9fbe01-1af1-428a-91d4-c9d8556591a9 req-7c2f61dc-91cf-44ea-b67b-20fd83da72b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:12.857046 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:13.007799 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-35cf788a-0ae2-4c2c-883b-e3d5edaf0ae2 req-1b0291ed-5956-4cc3-9b91-2342a71631de tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c1a7ad6-20f5-44d5-aaf0-50a5387c12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5287790 Jun 29 11:36:13.022763 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2f61dc-91cf-44ea-b67b-20fd83da72b5 service neutron] Pushing event updated for resources: {'Port': ['ID=872cdef4-1097-4ec8-8250-adf21db70ac8,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:13.029480 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7c2f61dc-91cf-44ea-b67b-20fd83da72b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:13.059776 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-cc9fbe01-1af1-428a-91d4-c9d8556591a9 req-7c2f61dc-91cf-44ea-b67b-20fd83da72b5 service neutron] Attempting to bind port 872cdef4-1097-4ec8-8250-adf21db70ac8 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:36:13.060574 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-cc9fbe01-1af1-428a-91d4-c9d8556591a9 req-7c2f61dc-91cf-44ea-b67b-20fd83da72b5 service neutron] Attempting to bind port 872cdef4-1097-4ec8-8250-adf21db70ac8 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '431791e9-c625-45bb-a999-673c6d9515d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b963bd4f-00c4-43c3-bead-28b3bc0930b9'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:36:13.061238 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9fbe01-1af1-428a-91d4-c9d8556591a9 req-7c2f61dc-91cf-44ea-b67b-20fd83da72b5 service neutron] Attempting to bind port 872cdef4-1097-4ec8-8250-adf21db70ac8 on network b963bd4f-00c4-43c3-bead-28b3bc0930b9 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:36:13.066539 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9fbe01-1af1-428a-91d4-c9d8556591a9 req-7c2f61dc-91cf-44ea-b67b-20fd83da72b5 service neutron] Port 872cdef4-1097-4ec8-8250-adf21db70ac8 on network b963bd4f-00c4-43c3-bead-28b3bc0930b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 11:36:13.067145 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9fbe01-1af1-428a-91d4-c9d8556591a9 req-7c2f61dc-91cf-44ea-b67b-20fd83da72b5 service neutron] Attempting to bind port 872cdef4-1097-4ec8-8250-adf21db70ac8 on network b963bd4f-00c4-43c3-bead-28b3bc0930b9 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:36:13.074234 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9fbe01-1af1-428a-91d4-c9d8556591a9 req-7c2f61dc-91cf-44ea-b67b-20fd83da72b5 service neutron] Checking agent: {'id': '2f355b06-002c-40e6-bb76-5e394ebaabf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 33, 51), 'started_at': datetime.datetime(2021, 6, 29, 11, 33, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:36:13.074783 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9fbe01-1af1-428a-91d4-c9d8556591a9 req-7c2f61dc-91cf-44ea-b67b-20fd83da72b5 service neutron] Checking segment: {'id': '431791e9-c625-45bb-a999-673c6d9515d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b963bd4f-00c4-43c3-bead-28b3bc0930b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:36:13.078208 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9fbe01-1af1-428a-91d4-c9d8556591a9 req-7c2f61dc-91cf-44ea-b67b-20fd83da72b5 service neutron] Bound using segment: {'id': '431791e9-c625-45bb-a999-673c6d9515d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b963bd4f-00c4-43c3-bead-28b3bc0930b9'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:36:13.081644 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-cc9fbe01-1af1-428a-91d4-c9d8556591a9 req-7c2f61dc-91cf-44ea-b67b-20fd83da72b5 service neutron] Bound port: 872cdef4-1097-4ec8-8250-adf21db70ac8, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '431791e9-c625-45bb-a999-673c6d9515d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b963bd4f-00c4-43c3-bead-28b3bc0930b9'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:36:13.082048 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-cc9fbe01-1af1-428a-91d4-c9d8556591a9 req-7c2f61dc-91cf-44ea-b67b-20fd83da72b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:13.182505 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0768b7e3-5cff-4bc8-aefd-076333b28c0e req-052e6110-d082-4226-9687-5c8332edf93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:13.194137 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-0768b7e3-5cff-4bc8-aefd-076333b28c0e req-052e6110-d082-4226-9687-5c8332edf93d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7373ef6a-150f-46e1-aa70-287056aa686d HTTP/1.1" status: 200 len: 852 time: 0.6161237 Jun 29 11:36:13.274183 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-eb32ffd5-845e-480e-b08a-a8a0bf55c7d7 req-72def879-fce6-4815-b35a-3d83df567f49 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=2204a202-4664-4211-8f03-264aadfb8234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3704009 Jun 29 11:36:13.283664 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-cc9fbe01-1af1-428a-91d4-c9d8556591a9 req-7c2f61dc-91cf-44ea-b67b-20fd83da72b5 service neutron] For port 872cdef4-1097-4ec8-8250-adf21db70ac8, host hv-cinder-79760, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:36:13.294664 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-cc9fbe01-1af1-428a-91d4-c9d8556591a9 req-7c2f61dc-91cf-44ea-b67b-20fd83da72b5 service neutron] For port 872cdef4-1097-4ec8-8250-adf21db70ac8, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=872cdef4-1097-4ec8-8250-adf21db70ac8,segment=NetworkSegment(431791e9-c625-45bb-a999-673c6d9515d0),segment_id=431791e9-c625-45bb-a999-673c6d9515d0)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:36:13.303435 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-cc9fbe01-1af1-428a-91d4-c9d8556591a9 req-7c2f61dc-91cf-44ea-b67b-20fd83da72b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:13.345318 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a5e4c735-9e30-4c58-aef2-3e041e8bc6a1 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:13.434951 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9fbe01-1af1-428a-91d4-c9d8556591a9 req-7c2f61dc-91cf-44ea-b67b-20fd83da72b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:13.435586 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-cc9fbe01-1af1-428a-91d4-c9d8556591a9 req-7c2f61dc-91cf-44ea-b67b-20fd83da72b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636407'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:13.437212 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-cc9fbe01-1af1-428a-91d4-c9d8556591a9 req-7c2f61dc-91cf-44ea-b67b-20fd83da72b5 service neutron] 10.222.0.21 "PUT /v2.0/ports/872cdef4-1097-4ec8-8250-adf21db70ac8 HTTP/1.1" status: 200 len: 1094 time: 2.3374920 Jun 29 11:36:13.437739 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49895f39-c8d9-470a-a603-81104b746081', 'tag': '872cdef4-1097-4ec8-8250-adf21db70ac8'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:36:13.485461 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-829f70a4-a674-41c9-ae52-17c8f11e6ea6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:13.492822 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-6ea32ac1-e3d9-421a-b4ce-8f3d6e19ee46 req-6d28248f-d573-4f50-bf8c-b0d9ebce449f service neutron] 10.222.0.21 "GET /v2.0/networks/370af924-d6bd-4821-9056-c2048b5ccd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9339035 Jun 29 11:36:13.501429 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-829f70a4-a674-41c9-ae52-17c8f11e6ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:13.515190 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-fe58173f-d87d-46c7-a4d6-bf7d716134a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:13.588017 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2f61dc-91cf-44ea-b67b-20fd83da72b5 service neutron] Pushing event updated for resources: {'Port': ['ID=872cdef4-1097-4ec8-8250-adf21db70ac8,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:13.592161 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7c2f61dc-91cf-44ea-b67b-20fd83da72b5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:13.620471 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-829f70a4-a674-41c9-ae52-17c8f11e6ea6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=99406ef71a0c4a2c8760f3989bcf2adf&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1562810 Jun 29 11:36:13.622635 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829f70a4-a674-41c9-ae52-17c8f11e6ea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e8c73d3-8fce-4bc3-a6ea-02f46250e4cf,revision_number=1']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:13.624407 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 47672) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:13.628723 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-829f70a4-a674-41c9-ae52-17c8f11e6ea6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:13.661908 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75781653-0a0a-427f-ba0a-cc70f0d790cf req-7ad98302-d8c4-4a03-b427-332eb8e2c94f tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:13.669472 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-75781653-0a0a-427f-ba0a-cc70f0d790cf req-7ad98302-d8c4-4a03-b427-332eb8e2c94f tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] 10.222.0.78 "GET /v2.0/ports?device_id=333ed236-2407-4777-a139-39d1a8a5e56b HTTP/1.1" status: 200 len: 943 time: 0.3441539 Jun 29 11:36:13.702066 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e84c2f8edc4c5bc2f689ddb2df796faf16af949d7518eb87a014b7a9d68b702d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c82146e-a2ad-40fa-8de5-1491caa35c9b" -d '{"events": [{"name": "network-changed", "server_uuid": "49895f39-c8d9-470a-a603-81104b746081", "tag": "872cdef4-1097-4ec8-8250-adf21db70ac8"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:36:13.708641 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '333ed236-2407-4777-a139-39d1a8a5e56b', 'tag': '8999aff9-afab-4e64-b51c-60bd307831cd'}] {{(pid=93175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:36:13.715239 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}879b71c770f982178fec1a07a47b9a5355ed3bb08afc25f1aa80a68f93cb18a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa68afc9-07dd-42af-b886-0ed395b285df" -d '{"events": [{"name": "network-changed", "server_uuid": "333ed236-2407-4777-a139-39d1a8a5e56b", "tag": "8999aff9-afab-4e64-b51c-60bd307831cd"}]}' {{(pid=93175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:36:13.721043 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f2aa4148-3708-4a3c-978f-928903a467b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:13.746871 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f2aa4148-3708-4a3c-978f-928903a467b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:13.757089 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-75781653-0a0a-427f-ba0a-cc70f0d790cf req-2fcc865b-7ce3-4322-aed5-b560c5a76593 tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] 10.222.0.78 "GET /v2.0/security-groups?id=be790744-bf59-476d-b5d0-95c7408949e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754750 Jun 29 11:36:13.799349 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 11:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d8a879d-b713-41a2-96dd-8078fdbedd21 x-openstack-request-id: req-6d8a879d-b713-41a2-96dd-8078fdbedd21 {{(pid=93175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:36:13.800715 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "333ed236-2407-4777-a139-39d1a8a5e56b", "tag": "8999aff9-afab-4e64-b51c-60bd307831cd", "status": "completed", "code": 200}]} {{(pid=93175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:36:13.801970 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6d8a879d-b713-41a2-96dd-8078fdbedd21 {{(pid=93175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:36:13.802889 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '333ed236-2407-4777-a139-39d1a8a5e56b', 'tag': '8999aff9-afab-4e64-b51c-60bd307831cd', 'status': 'completed', 'code': 200} Jun 29 11:36:13.820362 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f2aa4148-3708-4a3c-978f-928903a467b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:13.823722 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f2aa4148-3708-4a3c-978f-928903a467b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:13.824829 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-f2aa4148-3708-4a3c-978f-928903a467b4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1e8c73d3-8fce-4bc3-a6ea-02f46250e4cf HTTP/1.1" status: 204 len: 168 time: 0.1993370 Jun 29 11:36:13.825616 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:13.834353 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aa4148-3708-4a3c-978f-928903a467b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e8c73d3-8fce-4bc3-a6ea-02f46250e4cf,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:13.837026 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f2aa4148-3708-4a3c-978f-928903a467b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:14.018579 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 11:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e20576b-aab5-4185-978b-dd817bfbb33b x-openstack-request-id: req-8e20576b-aab5-4185-978b-dd817bfbb33b {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:36:14.019024 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49895f39-c8d9-470a-a603-81104b746081", "tag": "872cdef4-1097-4ec8-8250-adf21db70ac8", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:36:14.019520 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8e20576b-aab5-4185-978b-dd817bfbb33b {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:36:14.021194 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49895f39-c8d9-470a-a603-81104b746081', 'tag': '872cdef4-1097-4ec8-8250-adf21db70ac8', 'status': 'completed', 'code': 200} Jun 29 11:36:14.292851 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2deccba-6836-4df6-86c3-07a1e150af31 req-0aebbd2d-5ddc-4a72-8c6b-7515dd5d830c tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:14.294458 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-e2deccba-6836-4df6-86c3-07a1e150af31 req-0aebbd2d-5ddc-4a72-8c6b-7515dd5d830c tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/ports?device_id=e5af5856-39be-486c-b723-c91209064e8f HTTP/1.1" status: 200 len: 943 time: 0.1084719 Jun 29 11:36:14.355935 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-e2deccba-6836-4df6-86c3-07a1e150af31 req-3ea90457-72b4-49e0-b8c1-182b7b0bbeee tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c1a7ad6-20f5-44d5-aaf0-50a5387c12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498748 Jun 29 11:36:14.601707 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 47726) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:14.636917 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-019b1188-8dd1-4e84-85a1-5fe44232a141 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:14.639705 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522523d2-2308-4706-a169-1510330c0851 req-3feb25b1-7979-41e4-9214-2a1caf962912 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:14.648534 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-522523d2-2308-4706-a169-1510330c0851 req-3feb25b1-7979-41e4-9214-2a1caf962912 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 944 time: 0.1817710 Jun 29 11:36:14.705229 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-522523d2-2308-4706-a169-1510330c0851 req-e104591a-477e-4d28-8461-297ff704e59b tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=2204a202-4664-4211-8f03-264aadfb8234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556536 Jun 29 11:36:14.778609 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 47732) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:14.860334 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-019b1188-8dd1-4e84-85a1-5fe44232a141 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:14.867971 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-019b1188-8dd1-4e84-85a1-5fe44232a141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:14.881784 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d86bbd7e-559d-4b02-a8fe-5efdf8d2eee9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:14.922416 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 47740) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:14.922551 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-019b1188-8dd1-4e84-85a1-5fe44232a141 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=555a1cdd649546ef87be27efa4897eaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3193855 Jun 29 11:36:14.923848 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019b1188-8dd1-4e84-85a1-5fe44232a141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ece7459-59d6-4d13-9cc1-718ea7bcd6d1,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:14.928020 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-019b1188-8dd1-4e84-85a1-5fe44232a141 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:15.028727 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-64d30637-c357-4b07-8242-79a5d4e2e88b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:15.124854 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-64d30637-c357-4b07-8242-79a5d4e2e88b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:15.128013 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-0768b7e3-5cff-4bc8-aefd-076333b28c0e req-3eccaa4a-d3b0-4f86-aeca-2cf764a40f1e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eccb8c38-e415-4186-bd4f-0cc0188c6b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571830 Jun 29 11:36:15.207173 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-aed5b94a-4742-4637-9a2f-a99c6ed9e8a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:15.303636 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e43edb-342b-4f00-80ca-302fce6e5696 req-b0cccec0-040c-4ff3-bfed-7721f96ec3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:15.305335 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-42e43edb-342b-4f00-80ca-302fce6e5696 req-b0cccec0-040c-4ff3-bfed-7721f96ec3be service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b0862d86861e4a6294669237a0d1c827&device_id=e5af5856-39be-486c-b723-c91209064e8f HTTP/1.1" status: 200 len: 1096 time: 0.0957654 Jun 29 11:36:15.311077 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.agents_db [None req-013366be-bbdd-48cc-8d7f-8588d5b4b8e9 None None] Agent healthcheck: found 6 active agents {{(pid=93178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:36:15.335986 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a949bd-8f8e-4a3f-a1d9-9f9f1f2d6b76 req-97a424b9-b481-4827-85d7-6e9b169b9f0e tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:15.337536 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-b1a949bd-8f8e-4a3f-a1d9-9f9f1f2d6b76 req-97a424b9-b481-4827-85d7-6e9b169b9f0e tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] 10.222.0.78 "GET /v2.0/ports?device_id=333ed236-2407-4777-a139-39d1a8a5e56b HTTP/1.1" status: 200 len: 943 time: 0.3281476 Jun 29 11:36:15.381214 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-64d30637-c357-4b07-8242-79a5d4e2e88b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:15.398258 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-64d30637-c357-4b07-8242-79a5d4e2e88b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:15.399417 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-64d30637-c357-4b07-8242-79a5d4e2e88b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2ece7459-59d6-4d13-9cc1-718ea7bcd6d1 HTTP/1.1" status: 204 len: 168 time: 0.4754138 Jun 29 11:36:15.401545 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82146e-a2ad-40fa-8de5-1491caa35c9b req-f2961e35-d9dd-4fca-a79c-85cc93d81290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:15.402992 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-7c82146e-a2ad-40fa-8de5-1491caa35c9b req-f2961e35-d9dd-4fca-a79c-85cc93d81290 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bcd5ad4328fb47e5815bb6b7debbea57&device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 1097 time: 0.2559690 Jun 29 11:36:15.406875 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-00c75456-7d97-4a19-9005-23b96ea6ae71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:15.414200 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-0768b7e3-5cff-4bc8-aefd-076333b28c0e req-e4683022-38fb-4885-9cbd-258099d2dc9b service neutron] 10.222.0.21 "GET /v2.0/networks/eccb8c38-e415-4186-bd4f-0cc0188c6b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659619 Jun 29 11:36:15.528202 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d30637-c357-4b07-8242-79a5d4e2e88b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ece7459-59d6-4d13-9cc1-718ea7bcd6d1,revision_number=None']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:15.531878 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-64d30637-c357-4b07-8242-79a5d4e2e88b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:15.550431 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e43edb-342b-4f00-80ca-302fce6e5696 req-595c1ba3-f981-4272-9628-417d98d1fb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:15.553204 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-42e43edb-342b-4f00-80ca-302fce6e5696 req-595c1ba3-f981-4272-9628-417d98d1fb12 service neutron] 10.222.0.21 "GET /v2.0/networks?id=370af924-d6bd-4821-9056-c2048b5ccd31 HTTP/1.1" status: 200 len: 916 time: 0.2409470 Jun 29 11:36:15.635217 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-b1a949bd-8f8e-4a3f-a1d9-9f9f1f2d6b76 req-194a8129-8dbc-4024-922c-cf6f0cd2f6ec tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] 10.222.0.78 "GET /v2.0/security-groups?id=be790744-bf59-476d-b5d0-95c7408949e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836592 Jun 29 11:36:15.682904 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-42e43edb-342b-4f00-80ca-302fce6e5696 req-22d7f059-97e3-42f4-a837-e2d27ad34d30 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a548e549-c3f8-424f-b05d-4b11c70bad96 HTTP/1.1" status: 200 len: 217 time: 0.1139827 Jun 29 11:36:15.762575 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e43edb-342b-4f00-80ca-302fce6e5696 req-7599f88c-185c-45d8-af31-8125442b00a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:15.764605 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-42e43edb-342b-4f00-80ca-302fce6e5696 req-7599f88c-185c-45d8-af31-8125442b00a8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8ea9ab15-43b2-48ad-8e01-7b17b01c47dd HTTP/1.1" status: 200 len: 855 time: 0.0692768 Jun 29 11:36:15.824118 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-42e43edb-342b-4f00-80ca-302fce6e5696 req-52ad2caa-8197-422f-9831-1241b0df5bbd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=370af924-d6bd-4821-9056-c2048b5ccd31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519063 Jun 29 11:36:15.844750 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82146e-a2ad-40fa-8de5-1491caa35c9b req-35c329a8-4794-4e1b-8779-409d411d4373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:15.849228 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-7c82146e-a2ad-40fa-8de5-1491caa35c9b req-35c329a8-4794-4e1b-8779-409d411d4373 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=bcd5ad4328fb47e5815bb6b7debbea57&shared=False HTTP/1.1" status: 200 len: 917 time: 0.4311132 Jun 29 11:36:15.916049 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-aed5b94a-4742-4637-9a2f-a99c6ed9e8a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:15.949642 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-aed5b94a-4742-4637-9a2f-a99c6ed9e8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:15.979760 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-d92ff73d-9604-49c0-ae23-e101e9f69384 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:16.041879 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bf9d17-61a1-4ed7-a20e-e316f31e3339 req-44482721-2bf4-4b33-800f-ac9c2ddffdd6 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:16.054716 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-53bf9d17-61a1-4ed7-a20e-e316f31e3339 req-44482721-2bf4-4b33-800f-ac9c2ddffdd6 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/ports?device_id=e5af5856-39be-486c-b723-c91209064e8f HTTP/1.1" status: 200 len: 943 time: 0.4359860 Jun 29 11:36:16.080924 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-0768b7e3-5cff-4bc8-aefd-076333b28c0e req-3f59e9ec-b773-4006-9c34-1f55bf4175f9 service neutron] 10.222.0.21 "GET /v2.0/networks/eccb8c38-e415-4186-bd4f-0cc0188c6b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6375237 Jun 29 11:36:16.205103 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed5b94a-4742-4637-9a2f-a99c6ed9e8a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c51d6311-47aa-42f4-aa8f-f791c8291004,revision_number=1']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:16.211899 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-42e43edb-342b-4f00-80ca-302fce6e5696 req-8ae69f68-35c0-494e-a3a2-aa8640a0aba3 service neutron] 10.222.0.21 "GET /v2.0/networks/370af924-d6bd-4821-9056-c2048b5ccd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916773 Jun 29 11:36:16.217267 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e2e81-66f6-44d4-95e4-09b9dfbbccdf req-f899f2d6-daa8-4ddd-8792-7bef4f19e5d2 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:16.228646 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-aa9e2e81-66f6-44d4-95e4-09b9dfbbccdf req-f899f2d6-daa8-4ddd-8792-7bef4f19e5d2 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 944 time: 0.3608389 Jun 29 11:36:16.234014 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-aed5b94a-4742-4637-9a2f-a99c6ed9e8a7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a94745ac9da24eb89482671f9a7df0d1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4535770 Jun 29 11:36:16.241685 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-aed5b94a-4742-4637-9a2f-a99c6ed9e8a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:16.252814 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 47796) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:16.347699 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-53bf9d17-61a1-4ed7-a20e-e316f31e3339 req-6ea2207c-8574-460d-81aa-d3cd2fea3fa1 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c1a7ad6-20f5-44d5-aaf0-50a5387c12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917690 Jun 29 11:36:16.435190 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-42e43edb-342b-4f00-80ca-302fce6e5696 req-d20a2089-65bb-4ce9-8f92-e81e54469a12 service neutron] 10.222.0.21 "GET /v2.0/networks/370af924-d6bd-4821-9056-c2048b5ccd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174072 Jun 29 11:36:16.439132 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2d4014ed-8c3b-40bd-a6fa-1c573ab85524 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:16.447869 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-aa9e2e81-66f6-44d4-95e4-09b9dfbbccdf req-ff9098d8-7472-47b7-8a28-0ebb4a020d05 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=2204a202-4664-4211-8f03-264aadfb8234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2178679 Jun 29 11:36:16.465305 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2d4014ed-8c3b-40bd-a6fa-1c573ab85524 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:16.491779 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68afc9-07dd-42af-b886-0ed395b285df req-f2f0c9db-52bf-4895-81de-dd329af6b7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:16.493278 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-aa68afc9-07dd-42af-b886-0ed395b285df req-f2f0c9db-52bf-4895-81de-dd329af6b7bd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c7fe67bdd81f49609b924ff744fa8344&device_id=333ed236-2407-4777-a139-39d1a8a5e56b HTTP/1.1" status: 200 len: 1096 time: 0.2962563 Jun 29 11:36:16.496785 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82146e-a2ad-40fa-8de5-1491caa35c9b req-accb5139-bfb2-4f4d-8058-a55e21d4cf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:16.498307 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-7c82146e-a2ad-40fa-8de5-1491caa35c9b req-accb5139-bfb2-4f4d-8058-a55e21d4cf18 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4668257 Jun 29 11:36:16.537349 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2d4014ed-8c3b-40bd-a6fa-1c573ab85524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:16.544974 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2d4014ed-8c3b-40bd-a6fa-1c573ab85524 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:16.546473 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-2d4014ed-8c3b-40bd-a6fa-1c573ab85524 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c51d6311-47aa-42f4-aa8f-f791c8291004 HTTP/1.1" status: 204 len: 168 time: 0.2907448 Jun 29 11:36:16.547736 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-84a052b7-305e-4a3e-8073-2992abb9c63f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:16.562477 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4014ed-8c3b-40bd-a6fa-1c573ab85524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c51d6311-47aa-42f4-aa8f-f791c8291004,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:16.565988 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2d4014ed-8c3b-40bd-a6fa-1c573ab85524 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:16.939854 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68afc9-07dd-42af-b886-0ed395b285df req-94c16abc-c4ee-4390-92db-507529a83692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:16.942980 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-aa68afc9-07dd-42af-b886-0ed395b285df req-94c16abc-c4ee-4390-92db-507529a83692 service neutron] 10.222.0.21 "GET /v2.0/networks?id=eccb8c38-e415-4186-bd4f-0cc0188c6b44 HTTP/1.1" status: 200 len: 913 time: 0.4308317 Jun 29 11:36:17.020923 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-aa68afc9-07dd-42af-b886-0ed395b285df req-9a44f4d3-1991-48aa-8525-73c8453ad310 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8999aff9-afab-4e64-b51c-60bd307831cd HTTP/1.1" status: 200 len: 217 time: 0.0675981 Jun 29 11:36:17.024891 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9fbe01-1af1-428a-91d4-c9d8556591a9 req-89e32d58-0847-4511-b90c-57156707e6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:17.026450 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-cc9fbe01-1af1-428a-91d4-c9d8556591a9 req-89e32d58-0847-4511-b90c-57156707e6f7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bcd5ad4328fb47e5815bb6b7debbea57&device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 1097 time: 0.4661529 Jun 29 11:36:17.115779 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-cc9fbe01-1af1-428a-91d4-c9d8556591a9 req-f2b2d54e-d59f-404d-9fa2-2a4a44f774c6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=872cdef4-1097-4ec8-8250-adf21db70ac8 HTTP/1.1" status: 200 len: 217 time: 0.0762589 Jun 29 11:36:17.182966 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39583ad3-1764-4698-9315-29d67aa7236f req-88b397b7-f5fb-4a60-8bfa-8d0ee497f14c tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:17.186860 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-39583ad3-1764-4698-9315-29d67aa7236f req-88b397b7-f5fb-4a60-8bfa-8d0ee497f14c tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] 10.222.0.78 "GET /v2.0/ports?device_id=333ed236-2407-4777-a139-39d1a8a5e56b HTTP/1.1" status: 200 len: 943 time: 0.2506151 Jun 29 11:36:17.193005 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68afc9-07dd-42af-b886-0ed395b285df req-1af12c18-2f2b-49bd-b5c8-c132c1c6b643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:17.194669 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-aa68afc9-07dd-42af-b886-0ed395b285df req-1af12c18-2f2b-49bd-b5c8-c132c1c6b643 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7373ef6a-150f-46e1-aa70-287056aa686d HTTP/1.1" status: 200 len: 852 time: 0.1540949 Jun 29 11:36:17.262767 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-aa68afc9-07dd-42af-b886-0ed395b285df req-ed4741af-8d91-4c65-b6ed-0462dccb4509 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=eccb8c38-e415-4186-bd4f-0cc0188c6b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607800 Jun 29 11:36:17.266179 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9fbe01-1af1-428a-91d4-c9d8556591a9 req-3a7b7a72-923f-4cef-ba8b-75750e8053a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:17.268100 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-cc9fbe01-1af1-428a-91d4-c9d8556591a9 req-3a7b7a72-923f-4cef-ba8b-75750e8053a1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2303b7c5-2df0-4ce3-8da2-9b421c47074d HTTP/1.1" status: 200 len: 855 time: 0.1428251 Jun 29 11:36:17.371313 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-39583ad3-1764-4698-9315-29d67aa7236f req-ee6cbc0c-6426-4d7a-b9f7-8b85c9e8c45e tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] 10.222.0.78 "GET /v2.0/security-groups?id=be790744-bf59-476d-b5d0-95c7408949e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732049 Jun 29 11:36:17.470270 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-aa68afc9-07dd-42af-b886-0ed395b285df req-1f3946cc-0e77-4cfb-aa3c-a8c031628702 service neutron] 10.222.0.21 "GET /v2.0/networks/eccb8c38-e415-4186-bd4f-0cc0188c6b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922612 Jun 29 11:36:17.487720 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9fbe01-1af1-428a-91d4-c9d8556591a9 req-0e367362-92c1-47bb-a1a1-42dd96e458b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:17.488193 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-cc9fbe01-1af1-428a-91d4-c9d8556591a9 req-0e367362-92c1-47bb-a1a1-42dd96e458b1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b963bd4f-00c4-43c3-bead-28b3bc0930b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2092900 Jun 29 11:36:17.714241 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 47860) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:17.743857 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 47864) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:17.751623 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7d76d8f0-341d-44dd-974c-05c24031608e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:17.777515 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-aa68afc9-07dd-42af-b886-0ed395b285df req-2350ccc2-6187-46bf-8a8e-24731333e8af service neutron] 10.222.0.21 "GET /v2.0/networks/eccb8c38-e415-4186-bd4f-0cc0188c6b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3001385 Jun 29 11:36:17.819421 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-cc9fbe01-1af1-428a-91d4-c9d8556591a9 req-1dd652d6-19b9-4797-977d-00f82bde2e55 service neutron] 10.222.0.21 "GET /v2.0/networks/b963bd4f-00c4-43c3-bead-28b3bc0930b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3178537 Jun 29 11:36:17.886273 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7d76d8f0-341d-44dd-974c-05c24031608e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:17.887322 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7d76d8f0-341d-44dd-974c-05c24031608e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:17.892701 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-019b1188-8dd1-4e84-85a1-5fe44232a141 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:17.950205 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d76d8f0-341d-44dd-974c-05c24031608e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0441d92e-e4fc-4c11-b8de-9558ef4f2d02,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:17.966777 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c735bec-8905-45ca-935f-445ad036ac86 req-ab6badd8-bc38-4072-bdb3-fc25fc72bd83 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:17.969930 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-7d76d8f0-341d-44dd-974c-05c24031608e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=68db3c27876f489a8b717301cfaa9565&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2529945 Jun 29 11:36:17.974307 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7d76d8f0-341d-44dd-974c-05c24031608e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:17.975837 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 47870) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:17.981147 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-9c735bec-8905-45ca-935f-445ad036ac86 req-ab6badd8-bc38-4072-bdb3-fc25fc72bd83 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/ports?device_id=e5af5856-39be-486c-b723-c91209064e8f HTTP/1.1" status: 200 len: 943 time: 0.3294356 Jun 29 11:36:18.021967 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a014c5-e902-4af4-a36c-af6fbbe4de24 req-3ab67802-57e9-4126-a0a5-274ee551b524 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:18.024107 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-42a014c5-e902-4af4-a36c-af6fbbe4de24 req-3ab67802-57e9-4126-a0a5-274ee551b524 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 944 time: 0.2754536 Jun 29 11:36:18.060655 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6ac0c174-bec9-47e3-85c0-a4c9a88dfb30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:18.086515 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6ac0c174-bec9-47e3-85c0-a4c9a88dfb30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:18.086974 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-9c735bec-8905-45ca-935f-445ad036ac86 req-576bd5ff-7c71-4b08-891e-ef0f2a2ba1e7 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c1a7ad6-20f5-44d5-aaf0-50a5387c12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038938 Jun 29 11:36:18.176872 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6ac0c174-bec9-47e3-85c0-a4c9a88dfb30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:18.179291 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-42a014c5-e902-4af4-a36c-af6fbbe4de24 req-df6fce20-9c90-4bf7-90d9-2b5ee13e3a5b tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=2204a202-4664-4211-8f03-264aadfb8234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415668 Jun 29 11:36:18.184871 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7b41e6f1-15ca-4d4c-bfd8-2a659efb44a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:18.192741 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6ac0c174-bec9-47e3-85c0-a4c9a88dfb30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:18.192935 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-cc9fbe01-1af1-428a-91d4-c9d8556591a9 req-a368603c-b832-4a1e-a0a1-9afeb5a6f37b service neutron] 10.222.0.21 "GET /v2.0/networks/b963bd4f-00c4-43c3-bead-28b3bc0930b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3635225 Jun 29 11:36:18.196605 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-6ac0c174-bec9-47e3-85c0-a4c9a88dfb30 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0441d92e-e4fc-4c11-b8de-9558ef4f2d02 HTTP/1.1" status: 204 len: 168 time: 0.2190297 Jun 29 11:36:18.217451 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:18.234058 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac0c174-bec9-47e3-85c0-a4c9a88dfb30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0441d92e-e4fc-4c11-b8de-9558ef4f2d02,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:18.246573 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6ac0c174-bec9-47e3-85c0-a4c9a88dfb30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:18.372133 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7b41e6f1-15ca-4d4c-bfd8-2a659efb44a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:18.382160 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7b41e6f1-15ca-4d4c-bfd8-2a659efb44a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:18.389152 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:18.434393 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-7b41e6f1-15ca-4d4c-bfd8-2a659efb44a9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7023af40fb9c4c48997d1915ab56f207&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6864939 Jun 29 11:36:18.434756 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 47888) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:18.472525 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b41e6f1-15ca-4d4c-bfd8-2a659efb44a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65991885-5bfb-4d5c-9d92-adeb0f20713d,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:18.476849 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7b41e6f1-15ca-4d4c-bfd8-2a659efb44a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:18.523873 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4a1147f4-24e8-4abb-8c76-33f10f1f4643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:18.560631 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4a1147f4-24e8-4abb-8c76-33f10f1f4643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:18.641312 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4893a78e-3cc3-4ae1-b0c8-5bc3724f5496 req-0dafc97a-e00c-4680-a067-b777faabea1a tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:18.641969 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4a1147f4-24e8-4abb-8c76-33f10f1f4643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:18.643734 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-4893a78e-3cc3-4ae1-b0c8-5bc3724f5496 req-0dafc97a-e00c-4680-a067-b777faabea1a tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] 10.222.0.78 "GET /v2.0/ports?device_id=333ed236-2407-4777-a139-39d1a8a5e56b HTTP/1.1" status: 200 len: 943 time: 0.0913055 Jun 29 11:36:18.644699 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4a1147f4-24e8-4abb-8c76-33f10f1f4643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:18.649715 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-4a1147f4-24e8-4abb-8c76-33f10f1f4643 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/65991885-5bfb-4d5c-9d92-adeb0f20713d HTTP/1.1" status: 204 len: 168 time: 0.2130833 Jun 29 11:36:18.650496 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6e8862ea-52d6-484d-811e-6507a6b09907 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:18.658728 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1147f4-24e8-4abb-8c76-33f10f1f4643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65991885-5bfb-4d5c-9d92-adeb0f20713d,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:18.662088 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4a1147f4-24e8-4abb-8c76-33f10f1f4643 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:18.699902 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-4893a78e-3cc3-4ae1-b0c8-5bc3724f5496 req-538ab12d-c4cf-4363-a997-3bdceef54f96 tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] 10.222.0.78 "GET /v2.0/security-groups?id=be790744-bf59-476d-b5d0-95c7408949e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442812 Jun 29 11:36:19.244354 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 47928) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:19.266579 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ee41227c-3d53-4f79-820c-98ad377fd860 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:19.405234 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884f4a8a-422f-4c8d-83f4-75391f9a4f3b req-6155d9fe-d1b0-423b-a22c-d6817618efb1 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:19.408595 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-884f4a8a-422f-4c8d-83f4-75391f9a4f3b req-6155d9fe-d1b0-423b-a22c-d6817618efb1 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/ports?device_id=e5af5856-39be-486c-b723-c91209064e8f HTTP/1.1" status: 200 len: 943 time: 0.1417971 Jun 29 11:36:19.428632 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ee41227c-3d53-4f79-820c-98ad377fd860 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:19.447375 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ee41227c-3d53-4f79-820c-98ad377fd860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:19.459747 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7d76d8f0-341d-44dd-974c-05c24031608e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:19.531765 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-ee41227c-3d53-4f79-820c-98ad377fd860 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=030fe8dfc648400f86ee497b8ee4d79a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2884102 Jun 29 11:36:19.536955 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 47948) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:19.575130 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-884f4a8a-422f-4c8d-83f4-75391f9a4f3b req-ccffc53d-2257-4704-92b1-2ac76b5c282a tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c1a7ad6-20f5-44d5-aaf0-50a5387c12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521068 Jun 29 11:36:19.633756 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d783836-6e7d-42c9-95cb-3dd3cdf4f881 req-b387a9e8-86c6-46ed-8727-80af766a7452 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:19.635762 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-9d783836-6e7d-42c9-95cb-3dd3cdf4f881 req-b387a9e8-86c6-46ed-8727-80af766a7452 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 944 time: 0.2235756 Jun 29 11:36:19.714756 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-9d783836-6e7d-42c9-95cb-3dd3cdf4f881 req-a38cdabb-a323-4ad3-be91-edff23e8bcf3 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=2204a202-4664-4211-8f03-264aadfb8234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700824 Jun 29 11:36:19.770613 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee41227c-3d53-4f79-820c-98ad377fd860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e071ad0-5c55-46c7-9cfe-308ade33e563,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:19.791580 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ee41227c-3d53-4f79-820c-98ad377fd860 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:19.876700 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3bb55622-8c12-448b-bbf2-b8fd82351592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:19.914787 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3bb55622-8c12-448b-bbf2-b8fd82351592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:19.965497 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea6c0cb-7b42-4f53-b43f-1b3faa6fd073 req-a2e5f69d-ea07-41f4-80f1-c6c32f36261d tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:19.967785 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-5ea6c0cb-7b42-4f53-b43f-1b3faa6fd073 req-a2e5f69d-ea07-41f4-80f1-c6c32f36261d tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] 10.222.0.78 "GET /v2.0/ports?device_id=333ed236-2407-4777-a139-39d1a8a5e56b HTTP/1.1" status: 200 len: 943 time: 0.0786679 Jun 29 11:36:19.991216 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3bb55622-8c12-448b-bbf2-b8fd82351592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:19.994740 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3bb55622-8c12-448b-bbf2-b8fd82351592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:19.996357 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-3bb55622-8c12-448b-bbf2-b8fd82351592 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5e071ad0-5c55-46c7-9cfe-308ade33e563 HTTP/1.1" status: 204 len: 168 time: 0.4579909 Jun 29 11:36:19.997384 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d51ac59b-3d5a-4167-9f75-18240ab78d62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:20.007491 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb55622-8c12-448b-bbf2-b8fd82351592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e071ad0-5c55-46c7-9cfe-308ade33e563,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:20.009786 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3bb55622-8c12-448b-bbf2-b8fd82351592 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:20.038498 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-5ea6c0cb-7b42-4f53-b43f-1b3faa6fd073 req-1b66e903-eef7-4e9d-ad1c-32c052b03469 tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] 10.222.0.78 "GET /v2.0/security-groups?id=be790744-bf59-476d-b5d0-95c7408949e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599744 Jun 29 11:36:20.536375 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:20.866392 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e575de5f-a260-459e-90c5-90b5528e4118 req-17318e2f-bb10-488c-b611-ddba1fa93d05 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:20.868016 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-e575de5f-a260-459e-90c5-90b5528e4118 req-17318e2f-bb10-488c-b611-ddba1fa93d05 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/ports?device_id=e5af5856-39be-486c-b723-c91209064e8f HTTP/1.1" status: 200 len: 943 time: 0.1411822 Jun 29 11:36:20.955948 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-e575de5f-a260-459e-90c5-90b5528e4118 req-6e43a10b-e5d9-442b-a351-17f16304f7e7 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c1a7ad6-20f5-44d5-aaf0-50a5387c12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604320 Jun 29 11:36:21.072064 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2146082c-5626-495d-ae9d-2236f940949e req-52f6d89d-9c63-49bb-8675-8908ba261f18 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:21.084376 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-2146082c-5626-495d-ae9d-2236f940949e req-52f6d89d-9c63-49bb-8675-8908ba261f18 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 944 time: 0.1257856 Jun 29 11:36:21.090676 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Device 8999aff9-afab-4e64-b51c-60bd307831cd details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 11:36:21.161630 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-2146082c-5626-495d-ae9d-2236f940949e req-ce10ce79-378b-4207-9a76-cd3839fa0902 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=2204a202-4664-4211-8f03-264aadfb8234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755296 Jun 29 11:36:21.275311 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] For port 8999aff9-afab-4e64-b51c-60bd307831cd, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=8999aff9-afab-4e64-b51c-60bd307831cd,segment=NetworkSegment(86bedee4-eb9b-4489-873f-c094326fa3ef),segment_id=86bedee4-eb9b-4489-873f-c094326fa3ef)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:36:21.289608 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Returning: {'device': '8999aff9-afab-4e64-b51c-60bd307831cd', 'network_id': 'eccb8c38-e415-4186-bd4f-0cc0188c6b44', 'port_id': '8999aff9-afab-4e64-b51c-60bd307831cd', 'mac_address': 'fa:16:3e:cc:ac:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7373ef6a-150f-46e1-aa70-287056aa686d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 11:36:21.348677 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:21.359498 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce089084-7098-434b-a0b7-0aaac0ba903e req-04dbe29d-d494-4590-8068-e76fe9510797 tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:21.369003 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-ce089084-7098-434b-a0b7-0aaac0ba903e req-04dbe29d-d494-4590-8068-e76fe9510797 tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] 10.222.0.78 "GET /v2.0/ports?device_id=333ed236-2407-4777-a139-39d1a8a5e56b HTTP/1.1" status: 200 len: 943 time: 0.1318207 Jun 29 11:36:21.388514 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.notifiers.nova [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8999aff9-afab-4e64-b51c-60bd307831cd {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:36:21.444941 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-ce089084-7098-434b-a0b7-0aaac0ba903e req-a8cdd688-cf08-4ba3-9306-9495c744d08c tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] 10.222.0.78 "GET /v2.0/security-groups?id=be790744-bf59-476d-b5d0-95c7408949e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660844 Jun 29 11:36:21.453498 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] For port 8999aff9-afab-4e64-b51c-60bd307831cd, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=8999aff9-afab-4e64-b51c-60bd307831cd,segment=NetworkSegment(86bedee4-eb9b-4489-873f-c094326fa3ef),segment_id=86bedee4-eb9b-4489-873f-c094326fa3ef)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:36:21.460525 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:21.461861 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Device a548e549-c3f8-424f-b05d-4b11c70bad96 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 11:36:21.479947 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8c880364-98b8-42be-9105-beb822f23234 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:21.642874 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Pushing event updated for resources: {'Port': ['ID=8999aff9-afab-4e64-b51c-60bd307831cd,revision_number=4']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:21.650283 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:21.711452 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] For port a548e549-c3f8-424f-b05d-4b11c70bad96, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a548e549-c3f8-424f-b05d-4b11c70bad96,segment=NetworkSegment(0949f310-551d-4292-95ed-764ccdcd59df),segment_id=0949f310-551d-4292-95ed-764ccdcd59df)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:36:21.744621 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Returning: {'device': 'a548e549-c3f8-424f-b05d-4b11c70bad96', 'network_id': '370af924-d6bd-4821-9056-c2048b5ccd31', 'port_id': 'a548e549-c3f8-424f-b05d-4b11c70bad96', 'mac_address': 'fa:16:3e:9b:47:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ea9ab15-43b2-48ad-8e01-7b17b01c47dd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 11:36:21.838082 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:21.877638 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.notifiers.nova [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a548e549-c3f8-424f-b05d-4b11c70bad96 {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:36:21.917158 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] For port a548e549-c3f8-424f-b05d-4b11c70bad96, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a548e549-c3f8-424f-b05d-4b11c70bad96,segment=NetworkSegment(0949f310-551d-4292-95ed-764ccdcd59df),segment_id=0949f310-551d-4292-95ed-764ccdcd59df)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:36:21.930834 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:21.932636 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:22.034458 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Pushing event updated for resources: {'Port': ['ID=a548e549-c3f8-424f-b05d-4b11c70bad96,revision_number=4']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:22.038864 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:22.167973 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc2e458-be11-47d9-b39f-66fb4d31a9d8 req-ce16cba3-cc68-42f0-bf6e-a417108bc391 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:22.170209 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-edc2e458-be11-47d9-b39f-66fb4d31a9d8 req-ce16cba3-cc68-42f0-bf6e-a417108bc391 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/ports?device_id=e5af5856-39be-486c-b723-c91209064e8f HTTP/1.1" status: 200 len: 944 time: 0.0742118 Jun 29 11:36:22.217262 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-edc2e458-be11-47d9-b39f-66fb4d31a9d8 req-0165e5cf-3766-407c-8d50-71903d140fe3 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c1a7ad6-20f5-44d5-aaf0-50a5387c12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380807 Jun 29 11:36:22.365665 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] get_ports_and_sgs() called for port_ids ['a548e549-c3f8-424f-b05d-4b11c70bad96'] {{(pid=93177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:36:22.373166 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] get_ports_and_sgs() called for port_ids ['8999aff9-afab-4e64-b51c-60bd307831cd'] {{(pid=93177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:36:22.387034 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6c28b5-3e6f-460f-9359-20cffbf6fc74 req-69b19ff4-4cfd-41ea-8c96-bbb9956f1f05 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:22.388851 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-0f6c28b5-3e6f-460f-9359-20cffbf6fc74 req-69b19ff4-4cfd-41ea-8c96-bbb9956f1f05 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 944 time: 0.0764914 Jun 29 11:36:22.461663 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-0f6c28b5-3e6f-460f-9359-20cffbf6fc74 req-ba7f54ab-d6a3-4d64-bbca-acbb0a3043cd tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=2204a202-4664-4211-8f03-264aadfb8234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639358 Jun 29 11:36:22.748567 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957b4a9a-871f-4b35-8f5e-61f5c212aafb req-e5b4ac40-12c2-4ea2-815b-2606d8876123 tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:22.759812 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-957b4a9a-871f-4b35-8f5e-61f5c212aafb req-e5b4ac40-12c2-4ea2-815b-2606d8876123 tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] 10.222.0.78 "GET /v2.0/ports?device_id=333ed236-2407-4777-a139-39d1a8a5e56b HTTP/1.1" status: 200 len: 944 time: 0.1188936 Jun 29 11:36:22.851816 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-957b4a9a-871f-4b35-8f5e-61f5c212aafb req-6733538b-69a2-42bd-acef-646db32b913f tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] 10.222.0.78 "GET /v2.0/security-groups?id=be790744-bf59-476d-b5d0-95c7408949e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909171 Jun 29 11:36:23.060526 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Device 872cdef4-1097-4ec8-8250-adf21db70ac8 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 11:36:23.268899 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] For port 872cdef4-1097-4ec8-8250-adf21db70ac8, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=872cdef4-1097-4ec8-8250-adf21db70ac8,segment=NetworkSegment(431791e9-c625-45bb-a999-673c6d9515d0),segment_id=431791e9-c625-45bb-a999-673c6d9515d0)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:36:23.293320 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Returning: {'device': '872cdef4-1097-4ec8-8250-adf21db70ac8', 'network_id': 'b963bd4f-00c4-43c3-bead-28b3bc0930b9', 'port_id': '872cdef4-1097-4ec8-8250-adf21db70ac8', 'mac_address': 'fa:16:3e:0e:12:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2303b7c5-2df0-4ce3-8da2-9b421c47074d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 11:36:23.304623 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 48118) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:23.371563 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:23.397699 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.notifiers.nova [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 872cdef4-1097-4ec8-8250-adf21db70ac8 {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:36:23.433672 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] For port 872cdef4-1097-4ec8-8250-adf21db70ac8, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=872cdef4-1097-4ec8-8250-adf21db70ac8,segment=NetworkSegment(431791e9-c625-45bb-a999-673c6d9515d0),segment_id=431791e9-c625-45bb-a999-673c6d9515d0)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:36:23.440220 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:23.445243 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:23.459712 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435e25f8-5ecd-4701-a8ef-a0309e043d89 req-fe376118-e9a4-4cd0-9596-9dac658611e4 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:23.461735 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-435e25f8-5ecd-4701-a8ef-a0309e043d89 req-fe376118-e9a4-4cd0-9596-9dac658611e4 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/ports?device_id=e5af5856-39be-486c-b723-c91209064e8f HTTP/1.1" status: 200 len: 944 time: 0.0978680 Jun 29 11:36:23.528668 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-435e25f8-5ecd-4701-a8ef-a0309e043d89 req-e8f7a311-1eb5-4311-bb1f-a6438f31027b tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c1a7ad6-20f5-44d5-aaf0-50a5387c12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599391 Jun 29 11:36:23.542895 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-e30b8108-d57d-4062-82f8-13f992aa69e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:23.566010 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Pushing event updated for resources: {'Port': ['ID=872cdef4-1097-4ec8-8250-adf21db70ac8,revision_number=4']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:23.573582 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:23.693710 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-e30b8108-d57d-4062-82f8-13f992aa69e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:23.704127 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-e30b8108-d57d-4062-82f8-13f992aa69e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:23.724851 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-829f70a4-a674-41c9-ae52-17c8f11e6ea6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:23.771883 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-e30b8108-d57d-4062-82f8-13f992aa69e6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=072ef9ead0e4433796ea78b7a7c1515c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4656920 Jun 29 11:36:23.774671 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 48128) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:23.783836 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30b8108-d57d-4062-82f8-13f992aa69e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb38179-7404-47f1-a50e-e78eba2d06ee,revision_number=1']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:23.799855 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-e30b8108-d57d-4062-82f8-13f992aa69e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:23.824033 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] get_ports_and_sgs() called for port_ids ['872cdef4-1097-4ec8-8250-adf21db70ac8'] {{(pid=93177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:36:23.853838 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e8db45-264d-401d-a1aa-b6b2a15fc1ce req-204140c1-45f4-47ae-8425-c8e5142bc21d tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:23.856384 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-53e8db45-264d-401d-a1aa-b6b2a15fc1ce req-204140c1-45f4-47ae-8425-c8e5142bc21d tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 945 time: 0.1656156 Jun 29 11:36:23.880840 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-7b2ec090-435a-4eb2-9cbb-21e5fcc89abb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:23.942979 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-7b2ec090-435a-4eb2-9cbb-21e5fcc89abb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:23.962822 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-53e8db45-264d-401d-a1aa-b6b2a15fc1ce req-6c22f6a2-da3a-492c-bce9-394e34ff2fc2 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=2204a202-4664-4211-8f03-264aadfb8234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837667 Jun 29 11:36:24.035109 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-7b2ec090-435a-4eb2-9cbb-21e5fcc89abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:24.040605 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-7b2ec090-435a-4eb2-9cbb-21e5fcc89abb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:24.042587 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-7b2ec090-435a-4eb2-9cbb-21e5fcc89abb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fbb38179-7404-47f1-a50e-e78eba2d06ee HTTP/1.1" status: 204 len: 168 time: 0.2666967 Jun 29 11:36:24.044282 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:24.078951 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2ec090-435a-4eb2-9cbb-21e5fcc89abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb38179-7404-47f1-a50e-e78eba2d06ee,revision_number=None']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:24.100804 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-7b2ec090-435a-4eb2-9cbb-21e5fcc89abb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:24.153758 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab5e807-d974-4af1-a7e1-2c480c479de1 req-68e3f734-c3cf-4495-8f01-7820b441ce9a tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:24.162738 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-5ab5e807-d974-4af1-a7e1-2c480c479de1 req-68e3f734-c3cf-4495-8f01-7820b441ce9a tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] 10.222.0.78 "GET /v2.0/ports?device_id=333ed236-2407-4777-a139-39d1a8a5e56b HTTP/1.1" status: 200 len: 944 time: 0.0969174 Jun 29 11:36:24.216302 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-5ab5e807-d974-4af1-a7e1-2c480c479de1 req-3cadb53b-ee4f-4f26-8fae-5588058d0e52 tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] 10.222.0.78 "GET /v2.0/security-groups?id=be790744-bf59-476d-b5d0-95c7408949e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522325 Jun 29 11:36:24.409864 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 48154) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:24.424912 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-08cb2522-caef-46d7-b090-29e6fda2346c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:24.558538 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-08cb2522-caef-46d7-b090-29e6fda2346c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:24.563995 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-08cb2522-caef-46d7-b090-29e6fda2346c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:24.574173 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-4d3b8be8-4b4a-40db-8ab8-77cd207ff6e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:24.632314 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 48168) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:24.640459 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-08cb2522-caef-46d7-b090-29e6fda2346c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=022424a3d6ab41e9890403afa015344d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2290783 Jun 29 11:36:24.645255 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cb2522-caef-46d7-b090-29e6fda2346c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3a1424-995f-4594-a008-121dc91452b9,revision_number=1']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:24.669425 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-08cb2522-caef-46d7-b090-29e6fda2346c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:24.709931 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-02ab954a-5e8e-4954-9910-a0b251e15e25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:24.735989 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-02ab954a-5e8e-4954-9910-a0b251e15e25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:24.818669 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-02ab954a-5e8e-4954-9910-a0b251e15e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:24.824159 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-02ab954a-5e8e-4954-9910-a0b251e15e25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:24.826096 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-02ab954a-5e8e-4954-9910-a0b251e15e25 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9e3a1424-995f-4594-a008-121dc91452b9 HTTP/1.1" status: 204 len: 168 time: 0.1925943 Jun 29 11:36:24.827179 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:24.836481 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ab954a-5e8e-4954-9910-a0b251e15e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3a1424-995f-4594-a008-121dc91452b9,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:24.840683 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-02ab954a-5e8e-4954-9910-a0b251e15e25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:24.887355 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c89f1c0-a93a-4fdd-a4c0-d5ba4cfbbe25 req-1362f498-7d73-4477-8600-90a84bc7b69b tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:24.889061 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-4c89f1c0-a93a-4fdd-a4c0-d5ba4cfbbe25 req-1362f498-7d73-4477-8600-90a84bc7b69b tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/ports?device_id=e5af5856-39be-486c-b723-c91209064e8f HTTP/1.1" status: 200 len: 944 time: 0.1566551 Jun 29 11:36:24.934788 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-4c89f1c0-a93a-4fdd-a4c0-d5ba4cfbbe25 req-c1c4b714-3e11-461a-b8b6-863e426618f6 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c1a7ad6-20f5-44d5-aaf0-50a5387c12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386198 Jun 29 11:36:25.063314 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Device 8999aff9-afab-4e64-b51c-60bd307831cd up at agent hyperv_hv-cinder-79760 {{(pid=93177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:36:25.163807 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Provisioning for port 8999aff9-afab-4e64-b51c-60bd307831cd completed by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:36:25.178745 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Provisioning complete for port 8999aff9-afab-4e64-b51c-60bd307831cd triggered by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:36:25.179355 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:25.241025 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c35dd14-3bcb-4a29-9342-e031f8145070 req-d28d470c-978d-4be4-ad40-fc38dc30d26d tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:25.242566 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-4c35dd14-3bcb-4a29-9342-e031f8145070 req-d28d470c-978d-4be4-ad40-fc38dc30d26d tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 945 time: 0.1022160 Jun 29 11:36:25.305276 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-4c35dd14-3bcb-4a29-9342-e031f8145070 req-dec46b4c-e89c-4984-bcdc-7648b5c6f6a6 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=2204a202-4664-4211-8f03-264aadfb8234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521424 Jun 29 11:36:25.371422 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:25.406323 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '333ed236-2407-4777-a139-39d1a8a5e56b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8999aff9-afab-4e64-b51c-60bd307831cd'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:36:25.505709 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] For port 8999aff9-afab-4e64-b51c-60bd307831cd, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=8999aff9-afab-4e64-b51c-60bd307831cd,segment=NetworkSegment(86bedee4-eb9b-4489-873f-c094326fa3ef),segment_id=86bedee4-eb9b-4489-873f-c094326fa3ef)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:36:25.507581 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdb70f6-daf3-4ba1-a994-2a07fe219647 req-c3403c62-1d70-4e55-acc9-42a21b5795c6 tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:25.510769 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-3bdb70f6-daf3-4ba1-a994-2a07fe219647 req-c3403c62-1d70-4e55-acc9-42a21b5795c6 tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] 10.222.0.78 "GET /v2.0/ports?device_id=333ed236-2407-4777-a139-39d1a8a5e56b HTTP/1.1" status: 200 len: 944 time: 0.1204801 Jun 29 11:36:25.517739 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:25.518996 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Device a548e549-c3f8-424f-b05d-4b11c70bad96 up at agent hyperv_hv-cinder-79760 {{(pid=93177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:36:25.522075 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:25.584883 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-3bdb70f6-daf3-4ba1-a994-2a07fe219647 req-bc70b6be-9432-4d63-926a-8ff07c4a1fc2 tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] 10.222.0.78 "GET /v2.0/security-groups?id=be790744-bf59-476d-b5d0-95c7408949e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651734 Jun 29 11:36:25.637850 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Pushing event updated for resources: {'Port': ['ID=8999aff9-afab-4e64-b51c-60bd307831cd,revision_number=5']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:25.642495 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:25.671448 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Provisioning for port a548e549-c3f8-424f-b05d-4b11c70bad96 completed by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:36:25.682653 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Provisioning complete for port a548e549-c3f8-424f-b05d-4b11c70bad96 triggered by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:36:25.684700 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:25.765210 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf503b922a63088b6f722bf1da6ea29b944079dc3e77b23c7214b141eee454" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce750711-7d69-497e-957b-ac600aa35ab6" -d '{"events": [{"server_uuid": "333ed236-2407-4777-a139-39d1a8a5e56b", "name": "network-vif-plugged", "status": "completed", "tag": "8999aff9-afab-4e64-b51c-60bd307831cd"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:36:25.899008 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:26.004788 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] For port a548e549-c3f8-424f-b05d-4b11c70bad96, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a548e549-c3f8-424f-b05d-4b11c70bad96,segment=NetworkSegment(0949f310-551d-4292-95ed-764ccdcd59df),segment_id=0949f310-551d-4292-95ed-764ccdcd59df)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:36:26.014906 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:26.017870 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Device 872cdef4-1097-4ec8-8250-adf21db70ac8 up at agent hyperv_hv-cinder-79760 {{(pid=93177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:36:26.075691 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:26.123665 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1fb6f9f-e687-46bc-b31b-55466903edb0 x-openstack-request-id: req-c1fb6f9f-e687-46bc-b31b-55466903edb0 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:36:26.124818 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "333ed236-2407-4777-a139-39d1a8a5e56b", "name": "network-vif-plugged", "status": "completed", "tag": "8999aff9-afab-4e64-b51c-60bd307831cd", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:36:26.125433 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c1fb6f9f-e687-46bc-b31b-55466903edb0 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:36:26.126347 dv-cinder-797608-2-smb neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '333ed236-2407-4777-a139-39d1a8a5e56b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8999aff9-afab-4e64-b51c-60bd307831cd', 'code': 200} Jun 29 11:36:26.214144 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Provisioning for port 872cdef4-1097-4ec8-8250-adf21db70ac8 completed by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:36:26.232462 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Provisioning complete for port 872cdef4-1097-4ec8-8250-adf21db70ac8 triggered by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:36:26.232844 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:26.285660 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de69575c-8350-46f9-85d2-159f8d736b88 req-862d077d-f217-49e6-b4ba-48c4171cfadb tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:26.287254 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-de69575c-8350-46f9-85d2-159f8d736b88 req-862d077d-f217-49e6-b4ba-48c4171cfadb tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/ports?device_id=e5af5856-39be-486c-b723-c91209064e8f HTTP/1.1" status: 200 len: 945 time: 0.1878474 Jun 29 11:36:26.298301 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Pushing event updated for resources: {'Port': ['ID=a548e549-c3f8-424f-b05d-4b11c70bad96,revision_number=5']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:26.312875 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:26.397467 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-de69575c-8350-46f9-85d2-159f8d736b88 req-f8e23441-71dd-4309-a299-3a447b359e07 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c1a7ad6-20f5-44d5-aaf0-50a5387c12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950747 Jun 29 11:36:26.405616 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 48264) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:26.445671 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:26.542878 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] For port 872cdef4-1097-4ec8-8250-adf21db70ac8, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=872cdef4-1097-4ec8-8250-adf21db70ac8,segment=NetworkSegment(431791e9-c625-45bb-a999-673c6d9515d0),segment_id=431791e9-c625-45bb-a999-673c6d9515d0)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:36:26.551117 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:26.555124 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:26.611616 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d84109e-d229-40d5-a343-348994dd9001 req-3e4f6950-02a7-486b-86a8-b1570d9e5ab5 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:26.614685 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-7d84109e-d229-40d5-a343-348994dd9001 req-3e4f6950-02a7-486b-86a8-b1570d9e5ab5 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 945 time: 0.1096890 Jun 29 11:36:26.624033 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab906eb-4f6e-4aa6-a414-f441a26958c6 req-8f516c56-72ce-4e82-b7df-b78397a3db7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:26.625521 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-eab906eb-4f6e-4aa6-a414-f441a26958c6 req-8f516c56-72ce-4e82-b7df-b78397a3db7d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=333ed236-2407-4777-a139-39d1a8a5e56b HTTP/1.1" status: 200 len: 1098 time: 0.1747572 Jun 29 11:36:26.625676 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.v2.base [None req-c05f25bb-adeb-455c-ba20-22ad414a9183 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1554325009-network', 'tenant_id': 'fbceaa2669c045528a74692f40d1df33'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:36:26.639802 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Pushing event updated for resources: {'Port': ['ID=872cdef4-1097-4ec8-8250-adf21db70ac8,revision_number=5']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:26.647727 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:26.652729 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c05f25bb-adeb-455c-ba20-22ad414a9183 admin admin] Made reservation on behalf of fbceaa2669c045528a74692f40d1df33 for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:36:26.655501 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c05f25bb-adeb-455c-ba20-22ad414a9183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:26.660317 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-eab906eb-4f6e-4aa6-a414-f441a26958c6 req-9c95c6ec-f68b-4a8b-84dd-b74176632dc5 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:26.669641 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c05f25bb-adeb-455c-ba20-22ad414a9183 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:26.712418 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.db.api [None req-c05f25bb-adeb-455c-ba20-22ad414a9183 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 29 11:36:26.712418 dv-cinder-797608-2-smb neutron-server[93176]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 29 11:36:26.712418 dv-cinder-797608-2-smb neutron-server[93176]: [parameters: {'project_id_1': 'fbceaa2669c045528a74692f40d1df33', 'expiration_1': datetime.datetime(2021, 6, 29, 11, 36, 26, 685260)}] Jun 29 11:36:26.712418 dv-cinder-797608-2-smb neutron-server[93176]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 11:36:26.713471 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_db.api [None req-c05f25bb-adeb-455c-ba20-22ad414a9183 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 11:36:26.718132 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-7d84109e-d229-40d5-a343-348994dd9001 req-d35da447-955f-4c24-a1df-a99f498e91b5 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=2204a202-4664-4211-8f03-264aadfb8234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865188 Jun 29 11:36:26.843760 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-eab906eb-4f6e-4aa6-a414-f441a26958c6 req-9c95c6ec-f68b-4a8b-84dd-b74176632dc5 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:26.850418 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-eab906eb-4f6e-4aa6-a414-f441a26958c6 req-9c95c6ec-f68b-4a8b-84dd-b74176632dc5 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:26.858107 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:26.890207 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-eab906eb-4f6e-4aa6-a414-f441a26958c6 req-9c95c6ec-f68b-4a8b-84dd-b74176632dc5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=be790744-bf59-476d-b5d0-95c7408949e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475047 Jun 29 11:36:26.909023 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ff00e3-185c-447e-8c7a-b4afed2ad339 req-945c7b5f-4916-4785-934e-ee4f506accf4 tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:26.910568 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-94ff00e3-185c-447e-8c7a-b4afed2ad339 req-945c7b5f-4916-4785-934e-ee4f506accf4 tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] 10.222.0.78 "GET /v2.0/ports?device_id=333ed236-2407-4777-a139-39d1a8a5e56b HTTP/1.1" status: 200 len: 945 time: 0.1365666 Jun 29 11:36:26.911396 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c95c6ec-f68b-4a8b-84dd-b74176632dc5 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e920e8-9001-4232-bdb9-d644b53344b6,revision_number=1']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:26.914516 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-9c95c6ec-f68b-4a8b-84dd-b74176632dc5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:26.956663 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-94ff00e3-185c-447e-8c7a-b4afed2ad339 req-5887b213-4066-4f70-bb62-42ba15a3a6d0 tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] 10.222.0.78 "GET /v2.0/security-groups?id=be790744-bf59-476d-b5d0-95c7408949e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371964 Jun 29 11:36:27.142448 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 48282) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:27.214559 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c05f25bb-adeb-455c-ba20-22ad414a9183 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:27.341564 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-09699644-b243-4971-a9ff-d40bd5f92dcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:27.391341 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c05f25bb-adeb-455c-ba20-22ad414a9183 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:27.400644 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c05f25bb-adeb-455c-ba20-22ad414a9183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:27.408192 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6ac0c174-bec9-47e3-85c0-a4c9a88dfb30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:27.433117 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c05f25bb-adeb-455c-ba20-22ad414a9183 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 11:36:27.471092 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c05f25bb-adeb-455c-ba20-22ad414a9183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144823'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:27.471439 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.db.segments_db [None req-c05f25bb-adeb-455c-ba20-22ad414a9183 admin admin] Added segment be629f3e-5318-4bd9-a3eb-eacbaaff2dee of type vlan for network 3ce18681-8d37-4f41-924d-8c2f3e358ad3 Jun 29 11:36:27.473368 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05f25bb-adeb-455c-ba20-22ad414a9183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3cad45c-93e8-4d71-afb7-37b54bdb1e67,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:27.486266 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c05f25bb-adeb-455c-ba20-22ad414a9183 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:27.530957 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c05f25bb-adeb-455c-ba20-22ad414a9183 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744990971203'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:27.587144 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c05f25bb-adeb-455c-ba20-22ad414a9183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:27.591213 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05f25bb-adeb-455c-ba20-22ad414a9183 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:27.593034 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c05f25bb-adeb-455c-ba20-22ad414a9183 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636407'] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:27.601893 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:27.616221 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-09699644-b243-4971-a9ff-d40bd5f92dcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:27.656241 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-09699644-b243-4971-a9ff-d40bd5f92dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:27.687207 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-c05f25bb-adeb-455c-ba20-22ad414a9183 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2757211 Jun 29 11:36:27.687532 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 48314) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:27.695218 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.v2.base [None req-6c44b07c-16c1-4957-98d7-e79a99417690 admin admin] Request body: {'subnet': {'network_id': '3ce18681-8d37-4f41-924d-8c2f3e358ad3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1554325009-subnet', 'tenant_id': 'fbceaa2669c045528a74692f40d1df33', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:36:27.707358 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05f25bb-adeb-455c-ba20-22ad414a9183 admin admin] Pushing event updated for resources: {'Network': ['ID=3ce18681-8d37-4f41-924d-8c2f3e358ad3,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:27.715186 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c05f25bb-adeb-455c-ba20-22ad414a9183 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:27.715963 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7b41e6f1-15ca-4d4c-bfd8-2a659efb44a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:27.722165 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Network 3ce18681-8d37-4f41-924d-8c2f3e358ad3 details requested by agent ovs-agent-dv-cinder-797608-2-smb with host dv-cinder-797608-2-smb {{(pid=93177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 11:36:27.728432 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-09699644-b243-4971-a9ff-d40bd5f92dcd admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6aee6b3aefe5413a9cddf7589e340366&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5848782 Jun 29 11:36:27.729764 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 48318) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:27.759744 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09699644-b243-4971-a9ff-d40bd5f92dcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc199f3c-d122-4170-a633-f78888ce0a7f,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:27.764541 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-09699644-b243-4971-a9ff-d40bd5f92dcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:27.765823 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c44b07c-16c1-4957-98d7-e79a99417690 admin admin] Made reservation on behalf of fbceaa2669c045528a74692f40d1df33 for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:36:27.768740 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6c44b07c-16c1-4957-98d7-e79a99417690 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:27.907077 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903e7a45-b06f-4da0-bbee-e73054392873 req-e295fa15-03a1-467c-99e1-0be8070a02de tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:27.921769 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-903e7a45-b06f-4da0-bbee-e73054392873 req-e295fa15-03a1-467c-99e1-0be8070a02de tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/ports?device_id=e5af5856-39be-486c-b723-c91209064e8f HTTP/1.1" status: 200 len: 945 time: 0.2784371 Jun 29 11:36:28.008301 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-6f0da181-8522-4471-adf8-50f8c4d97114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:28.062701 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6c44b07c-16c1-4957-98d7-e79a99417690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:28.066021 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-00fb906f-695c-4ab5-b8f1-b846103f835b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:28.088471 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-903e7a45-b06f-4da0-bbee-e73054392873 req-509bd03c-3b13-413a-bea7-1aa44eae8fb8 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c1a7ad6-20f5-44d5-aaf0-50a5387c12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645925 Jun 29 11:36:28.128162 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5af5856-39be-486c-b723-c91209064e8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a548e549-c3f8-424f-b05d-4b11c70bad96'}, {'server_uuid': '49895f39-c8d9-470a-a603-81104b746081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '872cdef4-1097-4ec8-8250-adf21db70ac8'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:36:28.131085 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf503b922a63088b6f722bf1da6ea29b944079dc3e77b23c7214b141eee454" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15929092-f706-4bfc-b47b-da4e58a2f951" -d '{"events": [{"server_uuid": "e5af5856-39be-486c-b723-c91209064e8f", "name": "network-vif-plugged", "status": "completed", "tag": "a548e549-c3f8-424f-b05d-4b11c70bad96"}, {"server_uuid": "49895f39-c8d9-470a-a603-81104b746081", "name": "network-vif-plugged", "status": "completed", "tag": "872cdef4-1097-4ec8-8250-adf21db70ac8"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:36:28.137852 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c44b07c-16c1-4957-98d7-e79a99417690 admin admin] Checking segment: {'id': 'be629f3e-5318-4bd9-a3eb-eacbaaff2dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3ce18681-8d37-4f41-924d-8c2f3e358ad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:36:28.138203 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c44b07c-16c1-4957-98d7-e79a99417690 admin admin] Network hostable DHCP agents. Network: 3ce18681-8d37-4f41-924d-8c2f3e358ad3, hostable agents: ['069d6837-862e-44f3-9997-a187e03939a0'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 11:36:28.147713 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c44b07c-16c1-4957-98d7-e79a99417690 admin admin] Pushing event updated for resources: {'Subnet': ['ID=344db7cd-d121-4931-ab39-a92265357e50,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:28.151088 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6c44b07c-16c1-4957-98d7-e79a99417690 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:28.152229 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-6f0da181-8522-4471-adf8-50f8c4d97114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:28.170062 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c44b07c-16c1-4957-98d7-e79a99417690 admin admin] Network 3ce18681-8d37-4f41-924d-8c2f3e358ad3 is scheduled to be hosted by DHCP agent 069d6837-862e-44f3-9997-a187e03939a0 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 11:36:28.184622 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-6c44b07c-16c1-4957-98d7-e79a99417690 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-2-smb, 3ce18681-8d37-4f41-924d-8c2f3e358ad3) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:36:28.190791 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c44b07c-16c1-4957-98d7-e79a99417690 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:28.192281 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6c44b07c-16c1-4957-98d7-e79a99417690 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:28.204745 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca40a87-fe16-4683-b8c4-864958873774 req-30a17c53-9c5d-4c24-bd6a-58f26d19e806 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:28.205822 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06a90f3-d2db-4ee8-9deb-07e70b28cc38 None None] Network 3ce18681-8d37-4f41-924d-8c2f3e358ad3 requested from dv-cinder-797608-2-smb {{(pid=93177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:36:28.212590 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-aca40a87-fe16-4683-b8c4-864958873774 req-30a17c53-9c5d-4c24-bd6a-58f26d19e806 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 946 time: 0.2411323 Jun 29 11:36:28.219708 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-6c44b07c-16c1-4957-98d7-e79a99417690 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5286829 Jun 29 11:36:28.253531 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-6f0da181-8522-4471-adf8-50f8c4d97114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:28.262107 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-6f0da181-8522-4471-adf8-50f8c4d97114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:28.266151 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-6f0da181-8522-4471-adf8-50f8c4d97114 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/cc199f3c-d122-4170-a633-f78888ce0a7f HTTP/1.1" status: 204 len: 168 time: 0.5349193 Jun 29 11:36:28.269254 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:28.316279 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-aca40a87-fe16-4683-b8c4-864958873774 req-54b693b6-f5fd-4ff6-af38-ebbd7519e335 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=2204a202-4664-4211-8f03-264aadfb8234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025634 Jun 29 11:36:28.318104 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0da181-8522-4471-adf8-50f8c4d97114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc199f3c-d122-4170-a633-f78888ce0a7f,revision_number=None']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:28.322776 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-6f0da181-8522-4471-adf8-50f8c4d97114 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:28.502502 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 29 Jun 2021 11:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f65ad687-6c8f-43c6-b719-75506e989ce5 x-openstack-request-id: req-f65ad687-6c8f-43c6-b719-75506e989ce5 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:36:28.504822 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5af5856-39be-486c-b723-c91209064e8f", "name": "network-vif-plugged", "status": "completed", "tag": "a548e549-c3f8-424f-b05d-4b11c70bad96", "code": 200}, {"server_uuid": "49895f39-c8d9-470a-a603-81104b746081", "name": "network-vif-plugged", "status": "completed", "tag": "872cdef4-1097-4ec8-8250-adf21db70ac8", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:36:28.506298 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f65ad687-6c8f-43c6-b719-75506e989ce5 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:36:28.508405 dv-cinder-797608-2-smb neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5af5856-39be-486c-b723-c91209064e8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a548e549-c3f8-424f-b05d-4b11c70bad96', 'code': 200} Jun 29 11:36:28.509239 dv-cinder-797608-2-smb neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49895f39-c8d9-470a-a603-81104b746081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '872cdef4-1097-4ec8-8250-adf21db70ac8', 'code': 200} Jun 29 11:36:28.561397 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb9cd75-1057-490d-ae37-fc1c988f91d4 req-cb163c48-d60a-4c7b-95d8-36a19f873978 tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:28.565389 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-5bb9cd75-1057-490d-ae37-fc1c988f91d4 req-cb163c48-d60a-4c7b-95d8-36a19f873978 tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] 10.222.0.78 "GET /v2.0/ports?device_id=333ed236-2407-4777-a139-39d1a8a5e56b HTTP/1.1" status: 200 len: 945 time: 0.1903315 Jun 29 11:36:28.591466 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 48348) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:28.639908 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-5bb9cd75-1057-490d-ae37-fc1c988f91d4 req-01e0901c-b06c-4ce4-a697-664bd9456159 tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] 10.222.0.78 "GET /v2.0/security-groups?id=be790744-bf59-476d-b5d0-95c7408949e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664463 Jun 29 11:36:28.713991 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815c630c-67ca-4989-96fc-f9c47cb22be2 None None] Network 3ce18681-8d37-4f41-924d-8c2f3e358ad3 requested from dv-cinder-797608-2-smb {{(pid=93177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:36:28.971116 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc9e83f-bca2-4f3b-a435-95c164b04ba2 req-c917d356-5af6-4741-a8e1-2b93bc18daaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:28.973062 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-dfc9e83f-bca2-4f3b-a435-95c164b04ba2 req-c917d356-5af6-4741-a8e1-2b93bc18daaf service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e5af5856-39be-486c-b723-c91209064e8f HTTP/1.1" status: 200 len: 1098 time: 0.1212387 Jun 29 11:36:28.995191 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d213a-223b-4b07-9e55-bdc28d40f3a5 req-2b595904-63fd-4399-8822-03c7b0cac35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:28.997747 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-7f6d213a-223b-4b07-9e55-bdc28d40f3a5 req-2b595904-63fd-4399-8822-03c7b0cac35d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 1099 time: 0.1023362 Jun 29 11:36:29.092642 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0d55b3d4-ee3c-4bf3-849a-bcd199ea6c7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:29.209685 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 48362) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:29.233796 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6b4481f9-7653-470a-b3e6-e4aef428e042 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:29.322263 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0d55b3d4-ee3c-4bf3-849a-bcd199ea6c7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:29.329594 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0d55b3d4-ee3c-4bf3-849a-bcd199ea6c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:29.351845 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-dfc9e83f-bca2-4f3b-a435-95c164b04ba2 req-3428b6de-3e2c-4778-a903-b8ffc2c487d5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3c1a7ad6-20f5-44d5-aaf0-50a5387c12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3679364 Jun 29 11:36:29.358630 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:29.366254 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-0d55b3d4-ee3c-4bf3-849a-bcd199ea6c7c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f2b39d3504a54ee592867c81a75a339e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7699780 Jun 29 11:36:29.366608 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 48366) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:29.377212 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-7f6d213a-223b-4b07-9e55-bdc28d40f3a5 req-033c14d9-5e1f-4593-ae0a-004269fc53dc service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2204a202-4664-4211-8f03-264aadfb8234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3673575 Jun 29 11:36:29.404833 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d55b3d4-ee3c-4bf3-849a-bcd199ea6c7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe4de4f-07df-4505-ae8e-ab84ac90e57a,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:29.409729 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0d55b3d4-ee3c-4bf3-849a-bcd199ea6c7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:29.433504 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f186a0-1e13-4d0e-980a-64c46a0cac9a req-39ea09d4-3e36-4f97-aff3-a43d760e1125 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:29.435148 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-25f186a0-1e13-4d0e-980a-64c46a0cac9a req-39ea09d4-3e36-4f97-aff3-a43d760e1125 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/ports?device_id=e5af5856-39be-486c-b723-c91209064e8f HTTP/1.1" status: 200 len: 945 time: 0.1304500 Jun 29 11:36:29.470599 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-8ff6c86f-4c27-4bd5-9a7d-d9c0aff6e4ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:29.509486 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6b4481f9-7653-470a-b3e6-e4aef428e042 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:29.514451 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-25f186a0-1e13-4d0e-980a-64c46a0cac9a req-4e500b75-094d-4ff7-a09a-c34f6376d2a2 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c1a7ad6-20f5-44d5-aaf0-50a5387c12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680759 Jun 29 11:36:29.516690 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6b4481f9-7653-470a-b3e6-e4aef428e042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:29.520694 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:29.528302 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-8ff6c86f-4c27-4bd5-9a7d-d9c0aff6e4ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:29.570987 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4481f9-7653-470a-b3e6-e4aef428e042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c33295f-3520-45e1-879c-a5b5216a24ca,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:29.580560 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6b4481f9-7653-470a-b3e6-e4aef428e042 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:29.622985 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-6b4481f9-7653-470a-b3e6-e4aef428e042 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3e273274e28443ae9fcc093f9d1a882d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4093447 Jun 29 11:36:29.623605 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 48372) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:29.629000 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-8ff6c86f-4c27-4bd5-9a7d-d9c0aff6e4ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:29.634620 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-8ff6c86f-4c27-4bd5-9a7d-d9c0aff6e4ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:29.636400 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-8ff6c86f-4c27-4bd5-9a7d-d9c0aff6e4ef admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/bfe4de4f-07df-4505-ae8e-ab84ac90e57a HTTP/1.1" status: 204 len: 168 time: 0.2685771 Jun 29 11:36:29.637393 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:29.683959 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff6c86f-4c27-4bd5-9a7d-d9c0aff6e4ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe4de4f-07df-4505-ae8e-ab84ac90e57a,revision_number=None']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:29.743075 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0c0c56ec-fcd1-41a5-b851-e99d162d1c94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:29.746088 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-8ff6c86f-4c27-4bd5-9a7d-d9c0aff6e4ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:29.806714 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d9f6c-b784-418b-a41a-e2a3dd150110 req-51be6459-50a8-459b-95c7-c6e9534cce57 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:29.810903 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0c0c56ec-fcd1-41a5-b851-e99d162d1c94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:29.818047 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-d24d9f6c-b784-418b-a41a-e2a3dd150110 req-51be6459-50a8-459b-95c7-c6e9534cce57 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 946 time: 0.1553664 Jun 29 11:36:29.900042 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-d24d9f6c-b784-418b-a41a-e2a3dd150110 req-16daeb56-2576-48db-b195-7bd48e99f160 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=2204a202-4664-4211-8f03-264aadfb8234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809662 Jun 29 11:36:29.904257 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0c0c56ec-fcd1-41a5-b851-e99d162d1c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:29.908341 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0c0c56ec-fcd1-41a5-b851-e99d162d1c94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:29.912951 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-0c0c56ec-fcd1-41a5-b851-e99d162d1c94 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8c33295f-3520-45e1-879c-a5b5216a24ca HTTP/1.1" status: 204 len: 168 time: 0.2853055 Jun 29 11:36:29.912951 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-62ed70fe-fbb3-4226-9a30-8d035c9066a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:29.924995 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0c56ec-fcd1-41a5-b851-e99d162d1c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c33295f-3520-45e1-879c-a5b5216a24ca,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:29.939530 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0c0c56ec-fcd1-41a5-b851-e99d162d1c94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:29.942021 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a12d15-c85f-4b54-91f1-d66e67eecdf9 req-5753c87d-55f8-4b60-bfaa-5e8486f70120 tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:29.943976 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-89a12d15-c85f-4b54-91f1-d66e67eecdf9 req-5753c87d-55f8-4b60-bfaa-5e8486f70120 tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] 10.222.0.78 "GET /v2.0/ports?device_id=333ed236-2407-4777-a139-39d1a8a5e56b HTTP/1.1" status: 200 len: 945 time: 0.1050024 Jun 29 11:36:29.992474 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-89a12d15-c85f-4b54-91f1-d66e67eecdf9 req-5f9ee678-dbed-44ed-97f4-17f66928cbb7 tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] 10.222.0.78 "GET /v2.0/security-groups?id=be790744-bf59-476d-b5d0-95c7408949e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402784 Jun 29 11:36:30.364977 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 48400) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:30.564515 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 48416) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:30.575214 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f2a4a49d-8f63-4e42-b7a7-f284d74b469c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:30.610540 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 48418) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:30.635043 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-31367352-7a61-4a84-aeb8-f71620ad611d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:30.639226 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6d55263b-2cff-4287-bb10-747ec8177949 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:30.777990 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-31367352-7a61-4a84-aeb8-f71620ad611d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:30.783683 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-31367352-7a61-4a84-aeb8-f71620ad611d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:30.787175 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:30.910482 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-31367352-7a61-4a84-aeb8-f71620ad611d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bbac839e468643a7b69aa660bc1f243b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2977021 Jun 29 11:36:30.919606 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 48424) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:31.014068 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6d55263b-2cff-4287-bb10-747ec8177949 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:31.040824 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6d55263b-2cff-4287-bb10-747ec8177949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:31.045860 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ee41227c-3d53-4f79-820c-98ad377fd860 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:31.074248 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31367352-7a61-4a84-aeb8-f71620ad611d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b00d5083-f9af-43cb-9a5c-199a05548a9a,revision_number=1']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:31.112274 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-31367352-7a61-4a84-aeb8-f71620ad611d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:31.122034 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-6d55263b-2cff-4287-bb10-747ec8177949 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=11ee660156fe4e35909e6f89fed61eff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5532448 Jun 29 11:36:31.122495 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d55263b-2cff-4287-bb10-747ec8177949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1166137a-0b98-488c-9084-4eaf4ad06b4c,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:31.126548 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6d55263b-2cff-4287-bb10-747ec8177949 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:31.133104 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 48434) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:31.161120 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e41aba53-bcd4-4771-9b12-3ce34dac3761 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:31.253325 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-be877b99-0e99-4aee-8d33-37933edfe93b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:31.267762 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-f57afb47-222c-4105-8b18-006fcf85e6c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:31.286032 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a619fbf-8bd4-4273-b5cd-c8fcdbab1cf6 req-000aba5a-ccf8-4108-b851-bb0830d3cd1b tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:31.288095 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-5a619fbf-8bd4-4273-b5cd-c8fcdbab1cf6 req-000aba5a-ccf8-4108-b851-bb0830d3cd1b tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/ports?device_id=e5af5856-39be-486c-b723-c91209064e8f HTTP/1.1" status: 200 len: 945 time: 0.3767631 Jun 29 11:36:31.315647 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-be877b99-0e99-4aee-8d33-37933edfe93b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:31.328275 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-f57afb47-222c-4105-8b18-006fcf85e6c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:31.339652 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c56712-7a54-4764-8cc4-5786c1f769df req-c3ad22df-d5a7-497f-bece-36120cd01ffb tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:31.349624 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-f8c56712-7a54-4764-8cc4-5786c1f769df req-c3ad22df-d5a7-497f-bece-36120cd01ffb tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 946 time: 0.1968985 Jun 29 11:36:31.404860 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e41aba53-bcd4-4771-9b12-3ce34dac3761 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:31.410728 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e41aba53-bcd4-4771-9b12-3ce34dac3761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:31.413774 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0d55b3d4-ee3c-4bf3-849a-bcd199ea6c7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:31.416962 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-be877b99-0e99-4aee-8d33-37933edfe93b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:31.423573 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-5a619fbf-8bd4-4273-b5cd-c8fcdbab1cf6 req-57bd6dfc-16a6-4737-9806-dabb3d43a5e4 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c1a7ad6-20f5-44d5-aaf0-50a5387c12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214056 Jun 29 11:36:31.424207 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-be877b99-0e99-4aee-8d33-37933edfe93b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:31.424207 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-be877b99-0e99-4aee-8d33-37933edfe93b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1166137a-0b98-488c-9084-4eaf4ad06b4c HTTP/1.1" status: 204 len: 168 time: 0.2863026 Jun 29 11:36:31.451586 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-f8c56712-7a54-4764-8cc4-5786c1f769df req-d359a165-3390-4c04-b25a-5a0e1ee51bac tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=2204a202-4664-4211-8f03-264aadfb8234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009400 Jun 29 11:36:31.460083 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41aba53-bcd4-4771-9b12-3ce34dac3761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88526356-9d45-4d4b-9aac-81e7fdb466d1,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:31.464139 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e41aba53-bcd4-4771-9b12-3ce34dac3761 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:31.464630 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-02ab954a-5e8e-4954-9910-a0b251e15e25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:31.474539 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be877b99-0e99-4aee-8d33-37933edfe93b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1166137a-0b98-488c-9084-4eaf4ad06b4c,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:31.481180 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-e41aba53-bcd4-4771-9b12-3ce34dac3761 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=0a528a905fd24b018a0d36f0f4e11939&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1187627 Jun 29 11:36:31.481180 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-be877b99-0e99-4aee-8d33-37933edfe93b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:31.481380 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 48444) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:31.499159 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-f57afb47-222c-4105-8b18-006fcf85e6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:31.504298 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-f57afb47-222c-4105-8b18-006fcf85e6c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:31.506105 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-f57afb47-222c-4105-8b18-006fcf85e6c6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b00d5083-f9af-43cb-9a5c-199a05548a9a HTTP/1.1" status: 204 len: 168 time: 0.5824854 Jun 29 11:36:31.507182 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:31.525143 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57afb47-222c-4105-8b18-006fcf85e6c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b00d5083-f9af-43cb-9a5c-199a05548a9a,revision_number=None']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:31.528462 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-f57afb47-222c-4105-8b18-006fcf85e6c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:31.656714 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-57b3cee3-5fc4-47eb-b881-9a6d78a3b9c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:31.713194 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-57b3cee3-5fc4-47eb-b881-9a6d78a3b9c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:31.831469 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-57b3cee3-5fc4-47eb-b881-9a6d78a3b9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:31.836341 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-57b3cee3-5fc4-47eb-b881-9a6d78a3b9c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:31.838277 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-57b3cee3-5fc4-47eb-b881-9a6d78a3b9c8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/88526356-9d45-4d4b-9aac-81e7fdb466d1 HTTP/1.1" status: 204 len: 168 time: 0.3558285 Jun 29 11:36:31.839366 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d31d15c9-001f-41f5-abe9-1ed7e6726f0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:31.862433 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b3cee3-5fc4-47eb-b881-9a6d78a3b9c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88526356-9d45-4d4b-9aac-81e7fdb466d1,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:31.873183 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-57b3cee3-5fc4-47eb-b881-9a6d78a3b9c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:31.887478 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a6868-b135-4576-9174-194c7c4dcf5e req-b6541728-6f52-46eb-9ad8-5c90532129a5 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:31.889801 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-411a6868-b135-4576-9174-194c7c4dcf5e req-b6541728-6f52-46eb-9ad8-5c90532129a5 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] 10.222.0.78 "GET /v2.0/networks?id=3ce18681-8d37-4f41-924d-8c2f3e358ad3 HTTP/1.1" status: 200 len: 809 time: 0.2416048 Jun 29 11:36:31.917720 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-411a6868-b135-4576-9174-194c7c4dcf5e req-841374dc-a614-4691-900d-6aa294acd9c3 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] 10.222.0.78 "GET /v2.0/quotas/fbceaa2669c045528a74692f40d1df33 HTTP/1.1" status: 200 len: 375 time: 0.0199018 Jun 29 11:36:31.969837 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-411a6868-b135-4576-9174-194c7c4dcf5e req-24bf7175-1888-48cd-b073-f340b6db778c tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=fbceaa2669c045528a74692f40d1df33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0388620 Jun 29 11:36:32.120506 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-411a6868-b135-4576-9174-194c7c4dcf5e req-7006eded-a623-44b1-befa-ecdd5e15c300 service neutron] 10.222.0.78 "GET /v2.0/networks/3ce18681-8d37-4f41-924d-8c2f3e358ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331656 Jun 29 11:36:32.292684 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-411a6868-b135-4576-9174-194c7c4dcf5e req-a970ae00-96f0-48ed-9e21-9b20a8bf1d20 service neutron] 10.222.0.78 "GET /v2.0/networks/3ce18681-8d37-4f41-924d-8c2f3e358ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614592 Jun 29 11:36:32.701809 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 48504) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:32.728148 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7fc4cb11-2f8f-4f14-9598-78295f9ee7cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:32.865194 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f44515-2e82-4ec3-a1f4-7c3a2b0f4680 req-dbd1e33f-1d46-4431-b63c-29b847b1aa36 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:32.879440 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-36f44515-2e82-4ec3-a1f4-7c3a2b0f4680 req-dbd1e33f-1d46-4431-b63c-29b847b1aa36 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/ports?device_id=e5af5856-39be-486c-b723-c91209064e8f HTTP/1.1" status: 200 len: 945 time: 0.1756861 Jun 29 11:36:32.992780 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7fc4cb11-2f8f-4f14-9598-78295f9ee7cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:32.999798 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7fc4cb11-2f8f-4f14-9598-78295f9ee7cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:33.004944 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:33.051468 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-7fc4cb11-2f8f-4f14-9598-78295f9ee7cf admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6921729b983d4fc8bdf9f271b357bd11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3480728 Jun 29 11:36:33.055891 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 48512) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:33.064161 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc4cb11-2f8f-4f14-9598-78295f9ee7cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=772cf651-372d-4502-854b-c0229fbfed87,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:33.076655 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-36f44515-2e82-4ec3-a1f4-7c3a2b0f4680 req-d4447317-9724-4e08-9872-1c1b6822b65d tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c1a7ad6-20f5-44d5-aaf0-50a5387c12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952510 Jun 29 11:36:33.096624 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7fc4cb11-2f8f-4f14-9598-78295f9ee7cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:33.173009 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-819aea24-7807-4219-a4ea-96d128ecd378 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:33.205532 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d552c277-d65e-48cf-99fb-7d82630ea04f req-1f01dd91-e444-4559-8c1a-f838703ce110 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:33.212720 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-d552c277-d65e-48cf-99fb-7d82630ea04f req-1f01dd91-e444-4559-8c1a-f838703ce110 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 946 time: 0.2364638 Jun 29 11:36:33.224955 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-819aea24-7807-4219-a4ea-96d128ecd378 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:33.287596 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 48524) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:33.319013 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-d3c00dce-5cc1-4d30-9fde-af3160fe64d8 req-af4e9f01-64b2-44cf-8b5b-50c7e2cb7b9a tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] 10.222.0.78 "GET /v2.0/ports?device_id=9dcda747-4e52-49fa-8a23-f5941c81a146 HTTP/1.1" status: 200 len: 210 time: 0.1025269 Jun 29 11:36:33.365727 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-819aea24-7807-4219-a4ea-96d128ecd378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:33.371512 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5c1abf4e-c980-4aa2-a7b3-60067ba3828d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:33.378030 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-819aea24-7807-4219-a4ea-96d128ecd378 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:33.383729 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-d552c277-d65e-48cf-99fb-7d82630ea04f req-2fb6779e-4e5d-4251-a31c-e06362368879 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=2204a202-4664-4211-8f03-264aadfb8234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1506016 Jun 29 11:36:33.387693 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-819aea24-7807-4219-a4ea-96d128ecd378 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/772cf651-372d-4502-854b-c0229fbfed87 HTTP/1.1" status: 204 len: 168 time: 0.3259113 Jun 29 11:36:33.391376 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f2aa4148-3708-4a3c-978f-928903a467b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:33.423943 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819aea24-7807-4219-a4ea-96d128ecd378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=772cf651-372d-4502-854b-c0229fbfed87,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:33.448230 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-819aea24-7807-4219-a4ea-96d128ecd378 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:33.689053 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:33.761033 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fd3da65f-4bd4-4509-8968-de0d01939961 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:33.871159 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba758f-47b0-4952-b82d-679e1ae5bb56 req-819c9393-6b31-4f64-b0ae-4a93c8f2dd34 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:33.874171 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-0eba758f-47b0-4952-b82d-679e1ae5bb56 req-819c9393-6b31-4f64-b0ae-4a93c8f2dd34 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 946 time: 0.2428355 Jun 29 11:36:33.895456 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 48548) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:33.902815 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.v2.base [None req-5b6f04cd-95e3-42ab-b980-880941fe382f tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Request body: {'floatingip': {'port_id': '872cdef4-1097-4ec8-8250-adf21db70ac8'}} {{(pid=93175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:36:34.146831 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fd3da65f-4bd4-4509-8968-de0d01939961 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:34.156754 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-fd3da65f-4bd4-4509-8968-de0d01939961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:34.171951 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:34.253488 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-5b6f04cd-95e3-42ab-b980-880941fe382f tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify callbacks [] for floatingip, before_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:34.268493 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-fd3da65f-4bd4-4509-8968-de0d01939961 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6376832c555d43059b4dc893e0edf9af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9757757 Jun 29 11:36:34.268493 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3da65f-4bd4-4509-8968-de0d01939961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe422bad-1e02-4a1f-a3d6-c510d9f21e22,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:34.282976 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 48558) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:34.289397 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-fd3da65f-4bd4-4509-8968-de0d01939961 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:34.417069 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-196bdb02-4d72-464e-ace2-85a3602c5d97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:34.432114 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9be8c49d-fdd7-49be-a71c-49aaf5d45c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:34.450040 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-196bdb02-4d72-464e-ace2-85a3602c5d97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:34.564817 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-196bdb02-4d72-464e-ace2-85a3602c5d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:34.569232 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-196bdb02-4d72-464e-ace2-85a3602c5d97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:34.570731 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-196bdb02-4d72-464e-ace2-85a3602c5d97 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fe422bad-1e02-4a1f-a3d6-c510d9f21e22 HTTP/1.1" status: 204 len: 168 time: 0.2856958 Jun 29 11:36:34.571670 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0c0c56ec-fcd1-41a5-b851-e99d162d1c94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:34.598706 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196bdb02-4d72-464e-ace2-85a3602c5d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe422bad-1e02-4a1f-a3d6-c510d9f21e22,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:34.611201 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-196bdb02-4d72-464e-ace2-85a3602c5d97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:34.846440 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-6c37f682-3bfb-4995-994f-df88efc637c8 req-7b93fdec-291e-4bd3-8919-4cd81732dd7d tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] 10.222.0.78 "GET /v2.0/ports?device_id=9dcda747-4e52-49fa-8a23-f5941c81a146 HTTP/1.1" status: 200 len: 210 time: 0.1391647 Jun 29 11:36:34.857247 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 48574) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:34.889722 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8d0813f7-0425-4d3f-9178-75d9eb1a3329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:35.041511 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8d0813f7-0425-4d3f-9178-75d9eb1a3329 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:35.065047 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8d0813f7-0425-4d3f-9178-75d9eb1a3329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:35.074385 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6d55263b-2cff-4287-bb10-747ec8177949 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:35.306628 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-8d0813f7-0425-4d3f-9178-75d9eb1a3329 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=6d694fc9ac9040f59bc335ec1e0b4e4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4461589 Jun 29 11:36:35.308205 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0813f7-0425-4d3f-9178-75d9eb1a3329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c3a26b-ae6f-4ec4-a24e-36a1829e5df5,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:35.325561 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 48586) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:35.326066 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8d0813f7-0425-4d3f-9178-75d9eb1a3329 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:35.868657 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 48598) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:35.929698 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-707cf5a8-7969-43b2-9902-3f08825af3b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:36.095066 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-fed1cad9-0a1b-4362-b281-63ba796ae29a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:36.124877 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b827ae07-8dba-4d23-b45f-a10a61b39ade req-8295de5e-fa54-47d7-8652-483cfc1ffcdb tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:36.134838 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-b827ae07-8dba-4d23-b45f-a10a61b39ade req-8295de5e-fa54-47d7-8652-483cfc1ffcdb tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] 10.222.0.78 "GET /v2.0/ports?device_id=333ed236-2407-4777-a139-39d1a8a5e56b HTTP/1.1" status: 200 len: 945 time: 0.7215061 Jun 29 11:36:36.230885 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-707cf5a8-7969-43b2-9902-3f08825af3b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:36.238253 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-707cf5a8-7969-43b2-9902-3f08825af3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:36.240847 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:36.329331 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707cf5a8-7969-43b2-9902-3f08825af3b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd110659-5e8d-4ad6-bd5c-148c196d4415,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:36.342639 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-707cf5a8-7969-43b2-9902-3f08825af3b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:36.358092 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-707cf5a8-7969-43b2-9902-3f08825af3b7 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=aabded75ed9d409187bb2e0cf85e2d53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4877272 Jun 29 11:36:36.359898 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 48624) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:36.390826 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7dc1f572-48b9-4e28-8a5a-f2a12e721563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:36.426798 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.db.resource_extend [None req-5b6f04cd-95e3-42ab-b980-880941fe382f tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 29 11:36:36.476471 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a66f6fc3-34b5-4c95-9f17-b8c27f72928f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:36.527921 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a66f6fc3-34b5-4c95-9f17-b8c27f72928f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:36.588769 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-fed1cad9-0a1b-4362-b281-63ba796ae29a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:36.599136 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a66f6fc3-34b5-4c95-9f17-b8c27f72928f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:36.602626 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a66f6fc3-34b5-4c95-9f17-b8c27f72928f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:36.606159 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a6868-b135-4576-9174-194c7c4dcf5e req-85ff746e-cef8-4379-846d-e1c1ecb302cf tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:36.607295 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-a66f6fc3-34b5-4c95-9f17-b8c27f72928f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/dd110659-5e8d-4ad6-bd5c-148c196d4415 HTTP/1.1" status: 204 len: 168 time: 0.2432556 Jun 29 11:36:36.608227 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:36.609690 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-411a6868-b135-4576-9174-194c7c4dcf5e req-85ff746e-cef8-4379-846d-e1c1ecb302cf tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] 10.222.0.21 "GET /v2.0/networks?id=3ce18681-8d37-4f41-924d-8c2f3e358ad3 HTTP/1.1" status: 200 len: 809 time: 1.0504456 Jun 29 11:36:36.620639 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66f6fc3-34b5-4c95-9f17-b8c27f72928f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd110659-5e8d-4ad6-bd5c-148c196d4415,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:36.624556 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a66f6fc3-34b5-4c95-9f17-b8c27f72928f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:36.730283 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.v2.base [req-411a6868-b135-4576-9174-194c7c4dcf5e req-6cf60780-25f1-4182-a4bd-d6bc99768835 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] Request body: {'port': {'device_id': '9dcda747-4e52-49fa-8a23-f5941c81a146', 'network_id': '3ce18681-8d37-4f41-924d-8c2f3e358ad3', 'admin_state_up': True, 'tenant_id': 'fbceaa2669c045528a74692f40d1df33'}} {{(pid=93175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:36:36.738860 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-9a7a5aa9-e934-46ce-b393-c7b8a4e083c9 req-630f56b5-5fe1-4eda-a472-8fac1eadb79f tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] 10.222.0.78 "GET /v2.0/ports?device_id=9dcda747-4e52-49fa-8a23-f5941c81a146 HTTP/1.1" status: 200 len: 210 time: 0.1570227 Jun 29 11:36:36.814092 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-b827ae07-8dba-4d23-b45f-a10a61b39ade req-35d5f0c3-7d9d-47bf-9717-9328790187ec tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] 10.222.0.78 "GET /v2.0/security-groups?id=be790744-bf59-476d-b5d0-95c7408949e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6723092 Jun 29 11:36:36.852895 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-5b6f04cd-95e3-42ab-b980-880941fe382f tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:36.874169 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-5b6f04cd-95e3-42ab-b980-880941fe382f tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-533553'] for floatingip, after_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:37.085925 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-fed1cad9-0a1b-4362-b281-63ba796ae29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:37.090314 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-fed1cad9-0a1b-4362-b281-63ba796ae29a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:37.092044 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-fed1cad9-0a1b-4362-b281-63ba796ae29a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c6c3a26b-ae6f-4ec4-a24e-36a1829e5df5 HTTP/1.1" status: 204 len: 168 time: 1.7643852 Jun 29 11:36:37.100426 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:37.167160 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed1cad9-0a1b-4362-b281-63ba796ae29a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c3a26b-ae6f-4ec4-a24e-36a1829e5df5,revision_number=None']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:37.173148 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-fed1cad9-0a1b-4362-b281-63ba796ae29a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:37.221237 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.db.l3_db [None req-5b6f04cd-95e3-42ab-b980-880941fe382f tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Floating IP c62459dc-8d88-4ca2-9661-6f61c12af833 associated. External IP: 172.28.2.221, port: 872cdef4-1097-4ec8-8250-adf21db70ac8. Jun 29 11:36:37.232271 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-411a6868-b135-4576-9174-194c7c4dcf5e req-6cf60780-25f1-4182-a4bd-d6bc99768835 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] Made reservation on behalf of fbceaa2669c045528a74692f40d1df33 for: {'port': 1} {{(pid=93175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:36:37.240135 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-411a6868-b135-4576-9174-194c7c4dcf5e req-6cf60780-25f1-4182-a4bd-d6bc99768835 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:37.849121 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 48668) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:38.025465 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.db.db_base_plugin_common [req-411a6868-b135-4576-9174-194c7c4dcf5e req-6cf60780-25f1-4182-a4bd-d6bc99768835 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] Allocated IP 172.20.0.10 (3ce18681-8d37-4f41-924d-8c2f3e358ad3/344db7cd-d121-4931-ab39-a92265357e50/f8a5b7be-8f3b-41ee-a59d-4beb49807edd) {{(pid=93175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:36:38.051596 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-66b5c95e-579a-40b1-b89d-5b11ea479c44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:38.057154 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53fd7d1-8b5e-490d-84a2-23a3953a779d req-02922703-5da1-4fae-b78a-a508461a7799 tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:38.059747 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-b53fd7d1-8b5e-490d-84a2-23a3953a779d req-02922703-5da1-4fae-b78a-a508461a7799 tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] 10.222.0.21 "GET /v2.0/ports?device_id=333ed236-2407-4777-a139-39d1a8a5e56b HTTP/1.1" status: 200 len: 945 time: 0.3714445 Jun 29 11:36:38.232673 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-66b5c95e-579a-40b1-b89d-5b11ea479c44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:38.244659 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-66b5c95e-579a-40b1-b89d-5b11ea479c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:38.247816 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:38.314172 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-66b5c95e-579a-40b1-b89d-5b11ea479c44 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ee5f68022d654b21a891304c68d09c1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4637311 Jun 29 11:36:38.315605 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b5c95e-579a-40b1-b89d-5b11ea479c44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e078242-650d-4772-b6c4-e84ce82402d1,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:38.323202 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 48684) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:38.324557 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-66b5c95e-579a-40b1-b89d-5b11ea479c44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:38.355381 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-29d1cb94-4167-4dbe-9075-835cf4249f22 req-c2c92a5d-8855-44cf-8df4-66ee7065b6c7 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] 10.222.0.78 "GET /v2.0/ports?device_id=9dcda747-4e52-49fa-8a23-f5941c81a146 HTTP/1.1" status: 200 len: 210 time: 0.2851732 Jun 29 11:36:38.422085 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-15bfa2a2-6c6c-4e50-be6e-bf58c653379a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:38.458814 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-15bfa2a2-6c6c-4e50-be6e-bf58c653379a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:38.562816 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-15bfa2a2-6c6c-4e50-be6e-bf58c653379a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:38.570388 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-15bfa2a2-6c6c-4e50-be6e-bf58c653379a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:38.572969 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-15bfa2a2-6c6c-4e50-be6e-bf58c653379a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4e078242-650d-4772-b6c4-e84ce82402d1 HTTP/1.1" status: 204 len: 168 time: 0.2466035 Jun 29 11:36:38.574240 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4a1147f4-24e8-4abb-8c76-33f10f1f4643 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:38.591380 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bfa2a2-6c6c-4e50-be6e-bf58c653379a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e078242-650d-4772-b6c4-e84ce82402d1,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:38.598617 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-15bfa2a2-6c6c-4e50-be6e-bf58c653379a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:38.652125 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b6f04cd-95e3-42ab-b980-880941fe382f tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Router d3d4c572-229a-44f5-94d5-a2778a247153 has already been hosted by L3 agent bfbd9503-e406-4b21-85aa-cc71bbe721ce {{(pid=93175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 11:36:38.718220 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6572662-a9df-452b-90e4-362a172f8563 req-2410ada5-f69a-4e16-8908-180cc6778144 tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:38.720998 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-f6572662-a9df-452b-90e4-362a172f8563 req-2410ada5-f69a-4e16-8908-180cc6778144 tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] 10.222.0.78 "GET /v2.0/ports?device_id=333ed236-2407-4777-a139-39d1a8a5e56b HTTP/1.1" status: 200 len: 945 time: 0.6532645 Jun 29 11:36:38.953501 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-f6572662-a9df-452b-90e4-362a172f8563 req-5cb5170f-ad65-4c5f-a49a-a76c43122806 tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] 10.222.0.78 "GET /v2.0/security-groups?id=be790744-bf59-476d-b5d0-95c7408949e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014873 Jun 29 11:36:38.963660 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.plugin [req-b53fd7d1-8b5e-490d-84a2-23a3953a779d req-a7286a38-1c13-4539-9c57-0c142ecc6241 tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] Deleting port 8999aff9-afab-4e64-b51c-60bd307831cd {{(pid=93175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:36:38.964235 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-b53fd7d1-8b5e-490d-84a2-23a3953a779d req-a7286a38-1c13-4539-9c57-0c142ecc6241 tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744991508026'] for port, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:39.100936 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-411a6868-b135-4576-9174-194c7c4dcf5e req-6cf60780-25f1-4182-a4bd-d6bc99768835 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] Notify callbacks [] for port, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:39.126907 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b6f04cd-95e3-42ab-b980-880941fe382f tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify agent at l3_agent.dv-cinder-797608-2-smb the message routers_updated {{(pid=93175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:36:39.145049 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-5b6f04cd-95e3-42ab-b980-880941fe382f tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126777'] for floatingip, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:39.159474 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148705ce-dd20-4172-b66b-31d576013945 None None] Sync routers for ids ['d3d4c572-229a-44f5-94d5-a2778a247153'] in dv-cinder-797608-2-smb {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:36:39.190739 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148705ce-dd20-4172-b66b-31d576013945 None None] Routers {'d3d4c572-229a-44f5-94d5-a2778a247153'} bound to L3 agent in host dv-cinder-797608-2-smb {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:36:39.194227 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-148705ce-dd20-4172-b66b-31d576013945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T11:27:33Z,description=,heartbeat_timestamp=2021-06-29T11:36:33Z,host='dv-cinder-797608-2-smb',id=bfbd9503-e406-4b21-85aa-cc71bbe721ce,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:33Z,topic='l3_agent')) {'router_ids': ['d3d4c572-229a-44f5-94d5-a2778a247153'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:36:39.292400 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-5b6f04cd-95e3-42ab-b980-880941fe382f tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "PUT /v2.0/floatingips/c62459dc-8d88-4ca2-9661-6f61c12af833 HTTP/1.1" status: 200 len: 992 time: 5.3947754 Jun 29 11:36:39.304664 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49895f39-c8d9-470a-a603-81104b746081', 'tag': '872cdef4-1097-4ec8-8250-adf21db70ac8'}] {{(pid=93175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:36:39.309436 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}879b71c770f982178fec1a07a47b9a5355ed3bb08afc25f1aa80a68f93cb18a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9969a3ed-7544-46f5-9537-22ac0a7ac207" -d '{"events": [{"name": "network-changed", "server_uuid": "49895f39-c8d9-470a-a603-81104b746081", "tag": "872cdef4-1097-4ec8-8250-adf21db70ac8"}]}' {{(pid=93175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:36:39.357616 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.db [req-b53fd7d1-8b5e-490d-84a2-23a3953a779d req-a7286a38-1c13-4539-9c57-0c142ecc6241 tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] For port 8999aff9-afab-4e64-b51c-60bd307831cd, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=8999aff9-afab-4e64-b51c-60bd307831cd,segment=NetworkSegment(86bedee4-eb9b-4489-873f-c094326fa3ef),segment_id=86bedee4-eb9b-4489-873f-c094326fa3ef)] {{(pid=93175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:36:39.358637 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-b53fd7d1-8b5e-490d-84a2-23a3953a779d req-a7286a38-1c13-4539-9c57-0c142ecc6241 tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013211'] for port, precommit_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:39.392613 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-411a6868-b135-4576-9174-194c7c4dcf5e req-6cf60780-25f1-4182-a4bd-d6bc99768835 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3670657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744990953741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-61825996'] for port, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:39.397173 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.plugin [req-b53fd7d1-8b5e-490d-84a2-23a3953a779d req-a7286a38-1c13-4539-9c57-0c142ecc6241 tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] Calling delete_port for 8999aff9-afab-4e64-b51c-60bd307831cd owned by compute:nova {{(pid=93175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:36:39.436699 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:39.551978 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-148705ce-dd20-4172-b66b-31d576013945 None None] Set router d3d4c572-229a-44f5-94d5-a2778a247153 gateway port host: dv-cinder-797608-2-smb {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:36:39.775802 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9969a3ed-7544-46f5-9537-22ac0a7ac207 req-73b7b2ef-90cd-49df-9826-cc6b5129f5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:39.776504 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-9969a3ed-7544-46f5-9537-22ac0a7ac207 req-73b7b2ef-90cd-49df-9826-cc6b5129f5fd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bcd5ad4328fb47e5815bb6b7debbea57&device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 1099 time: 0.1087728 Jun 29 11:36:39.776945 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 48744) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:39.835111 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ac5e5733-3989-4ecc-b01f-a2c42f771ffa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:40.004843 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9969a3ed-7544-46f5-9537-22ac0a7ac207 req-41066f0e-c435-4310-a2d0-ddbcee762de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:40.006606 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-9969a3ed-7544-46f5-9537-22ac0a7ac207 req-41066f0e-c435-4310-a2d0-ddbcee762de6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b963bd4f-00c4-43c3-bead-28b3bc0930b9 HTTP/1.1" status: 200 len: 917 time: 0.2011502 Jun 29 11:36:40.165074 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-9969a3ed-7544-46f5-9537-22ac0a7ac207 req-010b7ba5-fa80-494c-9763-219f681e5c02 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=872cdef4-1097-4ec8-8250-adf21db70ac8 HTTP/1.1" status: 200 len: 1000 time: 0.1504915 Jun 29 11:36:40.189225 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ac5e5733-3989-4ecc-b01f-a2c42f771ffa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:40.189791 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 11:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b0b0e2-98cd-49a3-a381-77fc98b0c666 x-openstack-request-id: req-54b0b0e2-98cd-49a3-a381-77fc98b0c666 {{(pid=93175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:36:40.191223 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49895f39-c8d9-470a-a603-81104b746081", "tag": "872cdef4-1097-4ec8-8250-adf21db70ac8", "status": "completed", "code": 200}]} {{(pid=93175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:36:40.192097 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-54b0b0e2-98cd-49a3-a381-77fc98b0c666 {{(pid=93175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:36:40.193129 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49895f39-c8d9-470a-a603-81104b746081', 'tag': '872cdef4-1097-4ec8-8250-adf21db70ac8', 'status': 'completed', 'code': 200} Jun 29 11:36:40.221386 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-148705ce-dd20-4172-b66b-31d576013945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d4c572-229a-44f5-94d5-a2778a247153', 'name': 'tempest-AttachVolumeShelveTestJSON-557508439-router', 'tenant_id': 'bcd5ad4328fb47e5815bb6b7debbea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'external_fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.173'}], 'enable_snat': True}, 'gw_port_id': '5bd6bd70-fd61-4e04-87e6-b76de5ef0071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:35:41Z', 'updated_at': '2021-06-29T11:35:49Z', 'revision_number': 4, 'project_id': 'bcd5ad4328fb47e5815bb6b7debbea57', 'gw_port': {'id': '5bd6bd70-fd61-4e04-87e6-b76de5ef0071', 'name': '', 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d4c572-229a-44f5-94d5-a2778a247153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:42Z', 'updated_at': '2021-06-29T11:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042f854c-de74-4a6a-969f-d747577d8cca', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-smb', '_floatingips': [{'id': 'c62459dc-8d88-4ca2-9661-6f61c12af833', 'tenant_id': 'bcd5ad4328fb47e5815bb6b7debbea57', 'floating_ip_address': '172.28.2.221', 'floating_network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'router_id': 'd3d4c572-229a-44f5-94d5-a2778a247153', 'port_id': '872cdef4-1097-4ec8-8250-adf21db70ac8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 91, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b963bd4f-00c4-43c3-bead-28b3bc0930b9', 'mac_address': 'fa:16:3e:0e:12:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49895f39-c8d9-470a-a603-81104b746081', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T11:35:56Z', 'updated_at': '2021-06-29T11:36:36Z', 'revision_number': 1, 'project_id': 'bcd5ad4328fb47e5815bb6b7debbea57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef94a013-ceae-4cd3-9c61-c84d547c60a2', 'name': '', 'network_id': 'b963bd4f-00c4-43c3-bead-28b3bc0930b9', 'tenant_id': 'bcd5ad4328fb47e5815bb6b7debbea57', 'mac_address': 'fa:16:3e:fb:9b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d4c572-229a-44f5-94d5-a2778a247153', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2303b7c5-2df0-4ce3-8da2-9b421c47074d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:46Z', 'updated_at': '2021-06-29T11:35:59Z', 'revision_number': 5, 'project_id': 'bcd5ad4328fb47e5815bb6b7debbea57', 'subnets': [{'id': '2303b7c5-2df0-4ce3-8da2-9b421c47074d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-smb', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:36:40.256161 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ac5e5733-3989-4ecc-b01f-a2c42f771ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:40.266467 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148705ce-dd20-4172-b66b-31d576013945 None None] Checking router: d3d4c572-229a-44f5-94d5-a2778a247153 for host: dv-cinder-797608-2-smb {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:36:40.280060 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148705ce-dd20-4172-b66b-31d576013945 None None] Routers {'d3d4c572-229a-44f5-94d5-a2778a247153'} bound to L3 agent in host dv-cinder-797608-2-smb {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:36:40.281042 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-148705ce-dd20-4172-b66b-31d576013945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T11:27:33Z,description=,heartbeat_timestamp=2021-06-29T11:36:33Z,host='dv-cinder-797608-2-smb',id=bfbd9503-e406-4b21-85aa-cc71bbe721ce,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:33Z,topic='l3_agent')) {'router_ids': ['d3d4c572-229a-44f5-94d5-a2778a247153'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:36:40.297623 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2d4014ed-8c3b-40bd-a6fa-1c573ab85524 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:40.302848 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-ac5e5733-3989-4ecc-b01f-a2c42f771ffa admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=faf64f3d097649fd9509c6b34b19fce6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5246904 Jun 29 11:36:40.306244 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf60780-25f1-4182-a4bd-d6bc99768835 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] Pushing event updated for resources: {'Port': ['ID=f8a5b7be-8f3b-41ee-a59d-4beb49807edd,revision_number=1']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:40.309227 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 48760) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:40.330187 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-411a6868-b135-4576-9174-194c7c4dcf5e req-6cf60780-25f1-4182-a4bd-d6bc99768835 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] Network 3ce18681-8d37-4f41-924d-8c2f3e358ad3 is already hosted by enough agents. {{(pid=93175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:36:40.339135 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-6cf60780-25f1-4182-a4bd-d6bc99768835 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.903s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:40.352362 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.base_scheduler [req-411a6868-b135-4576-9174-194c7c4dcf5e req-6cf60780-25f1-4182-a4bd-d6bc99768835 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] Resources bound (agent type, host, resource id): {{(pid=93175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:36:40.372271 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.db.l3_dvrscheduler_db [req-411a6868-b135-4576-9174-194c7c4dcf5e req-6cf60780-25f1-4182-a4bd-d6bc99768835 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] Received port after_create {{(pid=93175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:36:40.385401 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9969a3ed-7544-46f5-9537-22ac0a7ac207 req-06fb3890-b9b5-4411-aecc-ca0729efe5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:40.387134 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-9969a3ed-7544-46f5-9537-22ac0a7ac207 req-06fb3890-b9b5-4411-aecc-ca0729efe5c8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2303b7c5-2df0-4ce3-8da2-9b421c47074d HTTP/1.1" status: 200 len: 855 time: 0.2041426 Jun 29 11:36:40.405072 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5e5733-3989-4ecc-b01f-a2c42f771ffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd83a02-c0c7-40b5-8120-154ba7a5023b,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:40.418791 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ac5e5733-3989-4ecc-b01f-a2c42f771ffa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:40.450900 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a94f3665-e94e-4dd8-a56e-72d021ce22fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:40.462826 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-148705ce-dd20-4172-b66b-31d576013945 None None] Set router d3d4c572-229a-44f5-94d5-a2778a247153 gateway port host: dv-cinder-797608-2-smb {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:36:40.494731 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a94f3665-e94e-4dd8-a56e-72d021ce22fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:40.548962 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9969a3ed-7544-46f5-9537-22ac0a7ac207 req-b77860af-a6a5-4182-9c4c-4053c4c9bba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:40.550781 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-9969a3ed-7544-46f5-9537-22ac0a7ac207 req-b77860af-a6a5-4182-9c4c-4053c4c9bba1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b963bd4f-00c4-43c3-bead-28b3bc0930b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1425900 Jun 29 11:36:40.585902 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87054788-2f1a-4db8-b36a-b574339125e0 req-ef0676aa-aa52-4863-8b2a-3925ac95d57d tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:40.588633 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-87054788-2f1a-4db8-b36a-b574339125e0 req-ef0676aa-aa52-4863-8b2a-3925ac95d57d tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] 10.222.0.78 "GET /v2.0/ports?device_id=9dcda747-4e52-49fa-8a23-f5941c81a146 HTTP/1.1" status: 200 len: 932 time: 0.4133723 Jun 29 11:36:40.596145 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a6868-b135-4576-9174-194c7c4dcf5e req-6cf60780-25f1-4182-a4bd-d6bc99768835 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:40.597873 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-411a6868-b135-4576-9174-194c7c4dcf5e req-6cf60780-25f1-4182-a4bd-d6bc99768835 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636407'] for port, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:40.645571 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a94f3665-e94e-4dd8-a56e-72d021ce22fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:40.650509 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a94f3665-e94e-4dd8-a56e-72d021ce22fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:40.652042 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-a94f3665-e94e-4dd8-a56e-72d021ce22fa admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0bd83a02-c0c7-40b5-8120-154ba7a5023b HTTP/1.1" status: 204 len: 168 time: 0.3418107 Jun 29 11:36:40.654751 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6b4481f9-7653-470a-b3e6-e4aef428e042 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:40.679461 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94f3665-e94e-4dd8-a56e-72d021ce22fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd83a02-c0c7-40b5-8120-154ba7a5023b,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:40.685812 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a94f3665-e94e-4dd8-a56e-72d021ce22fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:40.693277 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-411a6868-b135-4576-9174-194c7c4dcf5e req-6cf60780-25f1-4182-a4bd-d6bc99768835 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9806726 Jun 29 11:36:40.738998 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-9969a3ed-7544-46f5-9537-22ac0a7ac207 req-32cd6f78-6bce-4097-a8fc-b5613a92c0e9 service neutron] 10.222.0.21 "GET /v2.0/networks/b963bd4f-00c4-43c3-bead-28b3bc0930b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788287 Jun 29 11:36:40.761030 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4698e495-2d98-4c43-99f6-50b7cb369f66 req-c3cdfcd1-2c98-4beb-bfe2-3b9f8b7449b3 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:40.775133 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-4698e495-2d98-4c43-99f6-50b7cb369f66 req-c3cdfcd1-2c98-4beb-bfe2-3b9f8b7449b3 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/networks?id=370af924-d6bd-4821-9056-c2048b5ccd31 HTTP/1.1" status: 200 len: 815 time: 1.3295784 Jun 29 11:36:40.783403 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.v2.base [req-411a6868-b135-4576-9174-194c7c4dcf5e req-0a93cafe-dba8-42ee-9e96-8c375da35366 service neutron] Request body: {'port': {'device_id': '9dcda747-4e52-49fa-8a23-f5941c81a146', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:36:40.795114 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-87054788-2f1a-4db8-b36a-b574339125e0 req-4f3d315c-9c26-4300-8342-07f72576e62a tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3cad45c-93e8-4d71-afb7-37b54bdb1e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721272 Jun 29 11:36:40.842560 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-4698e495-2d98-4c43-99f6-50b7cb369f66 req-7a8e24cc-97f1-4819-ac56-240771752138 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/quotas/b0862d86861e4a6294669237a0d1c827 HTTP/1.1" status: 200 len: 375 time: 0.0513442 Jun 29 11:36:40.898988 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-9969a3ed-7544-46f5-9537-22ac0a7ac207 req-c0fd4534-c2d3-4331-adb8-d6bfc5d7b735 service neutron] 10.222.0.21 "GET /v2.0/networks/b963bd4f-00c4-43c3-bead-28b3bc0930b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514437 Jun 29 11:36:40.984888 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-b53fd7d1-8b5e-490d-84a2-23a3953a779d req-a7286a38-1c13-4539-9c57-0c142ecc6241 tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744991430440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744990953750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61825989'] for port, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:40.999942 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-148705ce-dd20-4172-b66b-31d576013945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d4c572-229a-44f5-94d5-a2778a247153', 'name': 'tempest-AttachVolumeShelveTestJSON-557508439-router', 'tenant_id': 'bcd5ad4328fb47e5815bb6b7debbea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'external_fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.173'}], 'enable_snat': True}, 'gw_port_id': '5bd6bd70-fd61-4e04-87e6-b76de5ef0071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:35:41Z', 'updated_at': '2021-06-29T11:35:49Z', 'revision_number': 4, 'project_id': 'bcd5ad4328fb47e5815bb6b7debbea57', 'gw_port': {'id': '5bd6bd70-fd61-4e04-87e6-b76de5ef0071', 'name': '', 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d4c572-229a-44f5-94d5-a2778a247153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:42Z', 'updated_at': '2021-06-29T11:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042f854c-de74-4a6a-969f-d747577d8cca', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-smb', '_floatingips': [{'id': 'c62459dc-8d88-4ca2-9661-6f61c12af833', 'tenant_id': 'bcd5ad4328fb47e5815bb6b7debbea57', 'floating_ip_address': '172.28.2.221', 'floating_network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'router_id': 'd3d4c572-229a-44f5-94d5-a2778a247153', 'port_id': '872cdef4-1097-4ec8-8250-adf21db70ac8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 91, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b963bd4f-00c4-43c3-bead-28b3bc0930b9', 'mac_address': 'fa:16:3e:0e:12:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49895f39-c8d9-470a-a603-81104b746081', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T11:35:56Z', 'updated_at': '2021-06-29T11:36:36Z', 'revision_number': 1, 'project_id': 'bcd5ad4328fb47e5815bb6b7debbea57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef94a013-ceae-4cd3-9c61-c84d547c60a2', 'name': '', 'network_id': 'b963bd4f-00c4-43c3-bead-28b3bc0930b9', 'tenant_id': 'bcd5ad4328fb47e5815bb6b7debbea57', 'mac_address': 'fa:16:3e:fb:9b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d4c572-229a-44f5-94d5-a2778a247153', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2303b7c5-2df0-4ce3-8da2-9b421c47074d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:46Z', 'updated_at': '2021-06-29T11:35:59Z', 'revision_number': 5, 'project_id': 'bcd5ad4328fb47e5815bb6b7debbea57', 'subnets': [{'id': '2303b7c5-2df0-4ce3-8da2-9b421c47074d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-smb', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:36:41.014728 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:41.042480 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148705ce-dd20-4172-b66b-31d576013945 None None] The sync data for ids ['d3d4c572-229a-44f5-94d5-a2778a247153'] in dv-cinder-797608-2-smb is: [{'id': 'd3d4c572-229a-44f5-94d5-a2778a247153', 'name': 'tempest-AttachVolumeShelveTestJSON-557508439-router', 'tenant_id': 'bcd5ad4328fb47e5815bb6b7debbea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'external_fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.173'}], 'enable_snat': True}, 'gw_port_id': '5bd6bd70-fd61-4e04-87e6-b76de5ef0071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:35:41Z', 'updated_at': '2021-06-29T11:35:49Z', 'revision_number': 4, 'project_id': 'bcd5ad4328fb47e5815bb6b7debbea57', 'gw_port': {'id': '5bd6bd70-fd61-4e04-87e6-b76de5ef0071', 'name': '', 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d4c572-229a-44f5-94d5-a2778a247153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:42Z', 'updated_at': '2021-06-29T11:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042f854c-de74-4a6a-969f-d747577d8cca', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-smb', '_floatingips': [{'id': 'c62459dc-8d88-4ca2-9661-6f61c12af833', 'tenant_id': 'bcd5ad4328fb47e5815bb6b7debbea57', 'floating_ip_address': '172.28.2.221', 'floating_network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'router_id': 'd3d4c572-229a-44f5-94d5-a2778a247153', 'port_id': '872cdef4-1097-4ec8-8250-adf21db70ac8', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 91, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b963bd4f-00c4-43c3-bead-28b3bc0930b9', 'mac_address': 'fa:16:3e:0e:12:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49895f39-c8d9-470a-a603-81104b746081', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T11:35:56Z', 'updated_at': '2021-06-29T11:36:36Z', 'revision_number': 1, 'project_id': 'bcd5ad4328fb47e5815bb6b7debbea57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef94a013-ceae-4cd3-9c61-c84d547c60a2', 'name': '', 'network_id': 'b963bd4f-00c4-43c3-bead-28b3bc0930b9', 'tenant_id': 'bcd5ad4328fb47e5815bb6b7debbea57', 'mac_address': 'fa:16:3e:fb:9b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d4c572-229a-44f5-94d5-a2778a247153', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2303b7c5-2df0-4ce3-8da2-9b421c47074d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:46Z', 'updated_at': '2021-06-29T11:35:59Z', 'revision_number': 5, 'project_id': 'bcd5ad4328fb47e5815bb6b7debbea57', 'subnets': [{'id': '2303b7c5-2df0-4ce3-8da2-9b421c47074d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:36:41.076485 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7286a38-1c13-4539-9c57-0c142ecc6241 tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] Pushing event deleted for resources: {'Port': ['ID=8999aff9-afab-4e64-b51c-60bd307831cd,revision_number=None']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:41.093768 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-411a6868-b135-4576-9174-194c7c4dcf5e req-0a93cafe-dba8-42ee-9e96-8c375da35366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:41.187128 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-22c7bbd2-8a80-46f5-9e18-055f6b3f1a69 req-68d830f9-9bc0-4bf0-811d-c491035f57a9 tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] 10.222.0.78 "GET /v2.0/ports?device_id=333ed236-2407-4777-a139-39d1a8a5e56b HTTP/1.1" status: 200 len: 210 time: 0.1245832 Jun 29 11:36:41.192197 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Device 8999aff9-afab-4e64-b51c-60bd307831cd no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:36:41.199870 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7286a38-1c13-4539-9c57-0c142ecc6241 tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:36:41.200431 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7286a38-1c13-4539-9c57-0c142ecc6241 tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:36:41.200773 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7286a38-1c13-4539-9c57-0c142ecc6241 tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:36:41.201175 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7286a38-1c13-4539-9c57-0c142ecc6241 tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:36:41.201557 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7286a38-1c13-4539-9c57-0c142ecc6241 tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:36:41.201891 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7286a38-1c13-4539-9c57-0c142ecc6241 tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:36:41.202284 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7286a38-1c13-4539-9c57-0c142ecc6241 tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:36:41.202539 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7286a38-1c13-4539-9c57-0c142ecc6241 tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:36:41.202890 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7286a38-1c13-4539-9c57-0c142ecc6241 tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:36:41.203186 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7286a38-1c13-4539-9c57-0c142ecc6241 tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:36:41.203512 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7286a38-1c13-4539-9c57-0c142ecc6241 tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:36:41.203854 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7286a38-1c13-4539-9c57-0c142ecc6241 tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:36:41.217214 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-a7286a38-1c13-4539-9c57-0c142ecc6241 tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:41.237119 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] No Port match for: 8999aff9-afab-4e64-b51c-60bd307831cd {{(pid=93177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:36:41.237476 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Device 8999aff9-afab-4e64-b51c-60bd307831cd not bound to the agent host hv-cinder-79760 {{(pid=93177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:36:41.244651 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.db.l3_dvrscheduler_db [req-b53fd7d1-8b5e-490d-84a2-23a3953a779d req-a7286a38-1c13-4539-9c57-0c142ecc6241 tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] No DVR routers for this DVR port 8999aff9-afab-4e64-b51c-60bd307831cd on host hv-cinder-79760 {{(pid=93175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:36:41.248040 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-b53fd7d1-8b5e-490d-84a2-23a3953a779d req-a7286a38-1c13-4539-9c57-0c142ecc6241 tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126777'] for port, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:41.250635 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-b53fd7d1-8b5e-490d-84a2-23a3953a779d req-a7286a38-1c13-4539-9c57-0c142ecc6241 tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] 10.222.0.21 "DELETE /v2.0/ports/8999aff9-afab-4e64-b51c-60bd307831cd HTTP/1.1" status: 204 len: 173 time: 3.1785512 Jun 29 11:36:41.267732 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-4698e495-2d98-4c43-99f6-50b7cb369f66 req-072f5197-ee28-4b29-a349-72061343f08e tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=b0862d86861e4a6294669237a0d1c827&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4241755 Jun 29 11:36:41.389520 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 48786) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:41.462879 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d3feff-ccf8-4a6c-9095-f68d9805f9de None None] New status for floating IP c62459dc-8d88-4ca2-9661-6f61c12af833: ACTIVE {{(pid=93177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 11:36:41.606249 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-4698e495-2d98-4c43-99f6-50b7cb369f66 req-0672d170-55cd-46df-b16a-966a47fc4ec3 service neutron] 10.222.0.78 "GET /v2.0/networks/370af924-d6bd-4821-9056-c2048b5ccd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955647 Jun 29 11:36:41.649891 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-87e3822c-2adf-4697-be1d-b4b7c62a19e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:41.878894 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-4698e495-2d98-4c43-99f6-50b7cb369f66 req-d369143d-5feb-4ac2-8d4d-7a15a5e25cf2 service neutron] 10.222.0.78 "GET /v2.0/networks/370af924-d6bd-4821-9056-c2048b5ccd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588117 Jun 29 11:36:41.892601 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.notifiers.nova [req-411a6868-b135-4576-9174-194c7c4dcf5e req-0a93cafe-dba8-42ee-9e96-8c375da35366 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8a5b7be-8f3b-41ee-a59d-4beb49807edd {{(pid=93175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:36:41.900677 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-87e3822c-2adf-4697-be1d-b4b7c62a19e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:41.912205 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-87e3822c-2adf-4697-be1d-b4b7c62a19e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:41.913392 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-411a6868-b135-4576-9174-194c7c4dcf5e req-0a93cafe-dba8-42ee-9e96-8c375da35366 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:41.914588 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:41.950814 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.db.provisioning_blocks [req-411a6868-b135-4576-9174-194c7c4dcf5e req-0a93cafe-dba8-42ee-9e96-8c375da35366 service neutron] Transition to ACTIVE for port object f8a5b7be-8f3b-41ee-a59d-4beb49807edd will not be triggered until provisioned by entity L2. {{(pid=93175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:36:41.963021 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-411a6868-b135-4576-9174-194c7c4dcf5e req-0a93cafe-dba8-42ee-9e96-8c375da35366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61826046'] for port, after_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:41.968159 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-2c6065a3-5ec3-4593-917e-a177ab1c6d34 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:41.989993 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-87e3822c-2adf-4697-be1d-b4b7c62a19e8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=41ff9704e9964e7b96235cbdb87a4396&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5982141 Jun 29 11:36:41.999253 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e3822c-2adf-4697-be1d-b4b7c62a19e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccbfb874-c2a3-495c-9474-eb08bd382c9d,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:42.001823 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 48812) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:42.016506 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e3822c-2adf-4697-be1d-b4b7c62a19e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:36:42.017091 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e3822c-2adf-4697-be1d-b4b7c62a19e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:36:42.017603 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e3822c-2adf-4697-be1d-b4b7c62a19e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:36:42.018097 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e3822c-2adf-4697-be1d-b4b7c62a19e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:36:42.018601 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e3822c-2adf-4697-be1d-b4b7c62a19e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:36:42.019693 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e3822c-2adf-4697-be1d-b4b7c62a19e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:36:42.020195 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e3822c-2adf-4697-be1d-b4b7c62a19e8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:36:42.020836 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e3822c-2adf-4697-be1d-b4b7c62a19e8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:36:42.021343 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e3822c-2adf-4697-be1d-b4b7c62a19e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:36:42.021992 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e3822c-2adf-4697-be1d-b4b7c62a19e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:36:42.022477 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e3822c-2adf-4697-be1d-b4b7c62a19e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:36:42.022963 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e3822c-2adf-4697-be1d-b4b7c62a19e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:36:42.042161 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-87e3822c-2adf-4697-be1d-b4b7c62a19e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:42.153787 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7d16b9be-8a52-41b2-a5fd-f2d8ac91b6bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:42.221162 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a93cafe-dba8-42ee-9e96-8c375da35366 service neutron] Pushing event updated for resources: {'Port': ['ID=f8a5b7be-8f3b-41ee-a59d-4beb49807edd,revision_number=2']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:42.231799 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-0a93cafe-dba8-42ee-9e96-8c375da35366 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:42.235851 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '333ed236-2407-4777-a139-39d1a8a5e56b', 'name': 'network-vif-deleted', 'tag': '8999aff9-afab-4e64-b51c-60bd307831cd'}] {{(pid=93175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:36:42.239693 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}879b71c770f982178fec1a07a47b9a5355ed3bb08afc25f1aa80a68f93cb18a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31dea318-962a-4429-aa38-ee1227ab6ba3" -d '{"events": [{"server_uuid": "333ed236-2407-4777-a139-39d1a8a5e56b", "name": "network-vif-deleted", "tag": "8999aff9-afab-4e64-b51c-60bd307831cd"}]}' {{(pid=93175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:36:42.279229 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7d16b9be-8a52-41b2-a5fd-f2d8ac91b6bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:42.468463 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7d16b9be-8a52-41b2-a5fd-f2d8ac91b6bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:42.475149 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-7d16b9be-8a52-41b2-a5fd-f2d8ac91b6bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:42.477386 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-7d16b9be-8a52-41b2-a5fd-f2d8ac91b6bf admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ccbfb874-c2a3-495c-9474-eb08bd382c9d HTTP/1.1" status: 204 len: 168 time: 0.4722786 Jun 29 11:36:42.480333 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-87e3822c-2adf-4697-be1d-b4b7c62a19e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:42.530706 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d16b9be-8a52-41b2-a5fd-f2d8ac91b6bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccbfb874-c2a3-495c-9474-eb08bd382c9d,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:42.546531 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7d16b9be-8a52-41b2-a5fd-f2d8ac91b6bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:42.720906 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-5edce41e-ec19-43f0-a420-8abff0f82fc6 req-e957ffcb-91e3-420e-96c0-3d10157661bd tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] 10.222.0.78 "GET /v2.0/ports?device_id=333ed236-2407-4777-a139-39d1a8a5e56b HTTP/1.1" status: 200 len: 210 time: 0.1378121 Jun 29 11:36:42.727480 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.managers [req-411a6868-b135-4576-9174-194c7c4dcf5e req-0a93cafe-dba8-42ee-9e96-8c375da35366 service neutron] Attempting to bind port f8a5b7be-8f3b-41ee-a59d-4beb49807edd on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:36:42.728940 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.managers [req-411a6868-b135-4576-9174-194c7c4dcf5e req-0a93cafe-dba8-42ee-9e96-8c375da35366 service neutron] Attempting to bind port f8a5b7be-8f3b-41ee-a59d-4beb49807edd by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'be629f3e-5318-4bd9-a3eb-eacbaaff2dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3ce18681-8d37-4f41-924d-8c2f3e358ad3'}] {{(pid=93175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:36:42.729278 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411a6868-b135-4576-9174-194c7c4dcf5e req-0a93cafe-dba8-42ee-9e96-8c375da35366 service neutron] Attempting to bind port f8a5b7be-8f3b-41ee-a59d-4beb49807edd on network 3ce18681-8d37-4f41-924d-8c2f3e358ad3 {{(pid=93175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:36:42.760172 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411a6868-b135-4576-9174-194c7c4dcf5e req-0a93cafe-dba8-42ee-9e96-8c375da35366 service neutron] Port f8a5b7be-8f3b-41ee-a59d-4beb49807edd on network 3ce18681-8d37-4f41-924d-8c2f3e358ad3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 11:36:42.760504 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411a6868-b135-4576-9174-194c7c4dcf5e req-0a93cafe-dba8-42ee-9e96-8c375da35366 service neutron] Attempting to bind port f8a5b7be-8f3b-41ee-a59d-4beb49807edd on network 3ce18681-8d37-4f41-924d-8c2f3e358ad3 {{(pid=93175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:36:42.768546 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411a6868-b135-4576-9174-194c7c4dcf5e req-0a93cafe-dba8-42ee-9e96-8c375da35366 service neutron] Checking agent: {'id': '2f355b06-002c-40e6-bb76-5e394ebaabf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 33, 51), 'started_at': datetime.datetime(2021, 6, 29, 11, 33, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:36:42.768885 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411a6868-b135-4576-9174-194c7c4dcf5e req-0a93cafe-dba8-42ee-9e96-8c375da35366 service neutron] Checking segment: {'id': 'be629f3e-5318-4bd9-a3eb-eacbaaff2dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3ce18681-8d37-4f41-924d-8c2f3e358ad3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:36:42.769472 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411a6868-b135-4576-9174-194c7c4dcf5e req-0a93cafe-dba8-42ee-9e96-8c375da35366 service neutron] Bound using segment: {'id': 'be629f3e-5318-4bd9-a3eb-eacbaaff2dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3ce18681-8d37-4f41-924d-8c2f3e358ad3'} {{(pid=93175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:36:42.769809 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.managers [req-411a6868-b135-4576-9174-194c7c4dcf5e req-0a93cafe-dba8-42ee-9e96-8c375da35366 service neutron] Bound port: f8a5b7be-8f3b-41ee-a59d-4beb49807edd, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be629f3e-5318-4bd9-a3eb-eacbaaff2dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3ce18681-8d37-4f41-924d-8c2f3e358ad3'}}] {{(pid=93175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:36:42.770169 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-411a6868-b135-4576-9174-194c7c4dcf5e req-0a93cafe-dba8-42ee-9e96-8c375da35366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:42.809192 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e6360-9c73-41cd-8566-c7c80f987e20 req-f3941fc8-71a0-4bbb-a08c-421d2a37382b tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:42.810726 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-bf0e6360-9c73-41cd-8566-c7c80f987e20 req-f3941fc8-71a0-4bbb-a08c-421d2a37382b tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] 10.222.0.78 "GET /v2.0/ports?device_id=9dcda747-4e52-49fa-8a23-f5941c81a146 HTTP/1.1" status: 200 len: 944 time: 0.5643325 Jun 29 11:36:42.916817 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a9c4a2-9fed-4d38-bc15-8b0834135082 x-openstack-request-id: req-99a9c4a2-9fed-4d38-bc15-8b0834135082 {{(pid=93175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:36:42.917058 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "333ed236-2407-4777-a139-39d1a8a5e56b", "name": "network-vif-deleted", "tag": "8999aff9-afab-4e64-b51c-60bd307831cd", "status": "completed", "code": 200}]} {{(pid=93175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:36:42.917501 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-99a9c4a2-9fed-4d38-bc15-8b0834135082 {{(pid=93175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:36:42.920598 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '333ed236-2407-4777-a139-39d1a8a5e56b', 'name': 'network-vif-deleted', 'tag': '8999aff9-afab-4e64-b51c-60bd307831cd', 'status': 'completed', 'code': 200} Jun 29 11:36:43.017039 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-bf0e6360-9c73-41cd-8566-c7c80f987e20 req-e6c26f90-6793-4906-a469-3aac48547fb9 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3cad45c-93e8-4d71-afb7-37b54bdb1e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642675 Jun 29 11:36:43.044935 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.db [req-411a6868-b135-4576-9174-194c7c4dcf5e req-0a93cafe-dba8-42ee-9e96-8c375da35366 service neutron] For port f8a5b7be-8f3b-41ee-a59d-4beb49807edd, host hv-cinder-79760, cleared binding levels {{(pid=93175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:36:43.057067 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.db [req-411a6868-b135-4576-9174-194c7c4dcf5e req-0a93cafe-dba8-42ee-9e96-8c375da35366 service neutron] For port f8a5b7be-8f3b-41ee-a59d-4beb49807edd, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=f8a5b7be-8f3b-41ee-a59d-4beb49807edd,segment=NetworkSegment(be629f3e-5318-4bd9-a3eb-eacbaaff2dee),segment_id=be629f3e-5318-4bd9-a3eb-eacbaaff2dee)] {{(pid=93175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:36:43.115414 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-253c7d05-b58c-4f09-9558-7301e789b715 req-628e0bce-25cf-46c6-952f-b0be3b0dbfd1 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/ports?device_id=0bf16164-bd87-4019-b59a-424dc56be8fd HTTP/1.1" status: 200 len: 210 time: 0.1145294 Jun 29 11:36:43.121090 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-411a6868-b135-4576-9174-194c7c4dcf5e req-0a93cafe-dba8-42ee-9e96-8c375da35366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61826046'] for port, after_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:43.127360 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:43.171454 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a6868-b135-4576-9174-194c7c4dcf5e req-0a93cafe-dba8-42ee-9e96-8c375da35366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:43.172362 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-411a6868-b135-4576-9174-194c7c4dcf5e req-0a93cafe-dba8-42ee-9e96-8c375da35366 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126777'] for port, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:43.174335 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-411a6868-b135-4576-9174-194c7c4dcf5e req-0a93cafe-dba8-42ee-9e96-8c375da35366 service neutron] 10.222.0.21 "PUT /v2.0/ports/f8a5b7be-8f3b-41ee-a59d-4beb49807edd HTTP/1.1" status: 200 len: 1094 time: 2.4292817 Jun 29 11:36:43.227520 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a93cafe-dba8-42ee-9e96-8c375da35366 service neutron] Pushing event updated for resources: {'Port': ['ID=f8a5b7be-8f3b-41ee-a59d-4beb49807edd,revision_number=3']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:43.234526 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-0a93cafe-dba8-42ee-9e96-8c375da35366 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:43.267314 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 48856) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:43.288393 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b8a6f8ca-12d9-4cbc-bcd8-3f33841d3483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:43.323088 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a6868-b135-4576-9174-194c7c4dcf5e req-590d287e-4bb8-4b19-99bb-fe17c3e7d1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:43.324759 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-411a6868-b135-4576-9174-194c7c4dcf5e req-590d287e-4bb8-4b19-99bb-fe17c3e7d1ad service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fbceaa2669c045528a74692f40d1df33&device_id=9dcda747-4e52-49fa-8a23-f5941c81a146 HTTP/1.1" status: 200 len: 1097 time: 0.0817611 Jun 29 11:36:43.370885 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-411a6868-b135-4576-9174-194c7c4dcf5e req-62146267-d045-4a2c-ab58-a40e2759d8ea service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8a5b7be-8f3b-41ee-a59d-4beb49807edd HTTP/1.1" status: 200 len: 217 time: 0.0352650 Jun 29 11:36:43.408739 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b8a6f8ca-12d9-4cbc-bcd8-3f33841d3483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:43.415073 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b8a6f8ca-12d9-4cbc-bcd8-3f33841d3483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:43.419902 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-be877b99-0e99-4aee-8d33-37933edfe93b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:43.450323 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a6868-b135-4576-9174-194c7c4dcf5e req-61d2f920-78dd-4571-bdee-f04af4f22030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:43.451876 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-411a6868-b135-4576-9174-194c7c4dcf5e req-61d2f920-78dd-4571-bdee-f04af4f22030 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=344db7cd-d121-4931-ab39-a92265357e50 HTTP/1.1" status: 200 len: 849 time: 0.0618346 Jun 29 11:36:43.471892 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-b8a6f8ca-12d9-4cbc-bcd8-3f33841d3483 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9be9d42481c14811a3c53238b61f64c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2034454 Jun 29 11:36:43.473398 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a6f8ca-12d9-4cbc-bcd8-3f33841d3483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44eae011-2ea7-44d6-a507-0ba223a981b8,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:43.475919 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 48862) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:43.478385 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b8a6f8ca-12d9-4cbc-bcd8-3f33841d3483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:43.502594 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-411a6868-b135-4576-9174-194c7c4dcf5e req-4979acb6-ff0b-4c23-8725-078ef66a3eca service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ce18681-8d37-4f41-924d-8c2f3e358ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428143 Jun 29 11:36:43.531564 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3b6bdc7c-965c-4879-b237-416a8af668a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:43.556328 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3b6bdc7c-965c-4879-b237-416a8af668a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:43.625482 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3b6bdc7c-965c-4879-b237-416a8af668a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:43.629831 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3b6bdc7c-965c-4879-b237-416a8af668a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:43.630184 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-411a6868-b135-4576-9174-194c7c4dcf5e req-9e4fe9c2-4d41-4be2-ba36-1cf869dc79bc service neutron] 10.222.0.21 "GET /v2.0/networks/3ce18681-8d37-4f41-924d-8c2f3e358ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191852 Jun 29 11:36:43.631705 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-3b6bdc7c-965c-4879-b237-416a8af668a4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/44eae011-2ea7-44d6-a507-0ba223a981b8 HTTP/1.1" status: 204 len: 168 time: 0.1545317 Jun 29 11:36:43.633468 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c05f25bb-adeb-455c-ba20-22ad414a9183 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:43.645060 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6bdc7c-965c-4879-b237-416a8af668a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44eae011-2ea7-44d6-a507-0ba223a981b8,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:43.648515 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3b6bdc7c-965c-4879-b237-416a8af668a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:43.773420 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-411a6868-b135-4576-9174-194c7c4dcf5e req-10aa13d4-25a3-4b57-9f8d-0d2602003cf0 service neutron] 10.222.0.21 "GET /v2.0/networks/3ce18681-8d37-4f41-924d-8c2f3e358ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267641 Jun 29 11:36:44.417943 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-49cd1de9-2f81-425b-8906-4e763ff78401 req-76c96ee1-d8b4-4488-a6d1-cb2a398fb585 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/ports?device_id=0bf16164-bd87-4019-b59a-424dc56be8fd HTTP/1.1" status: 200 len: 210 time: 0.1061263 Jun 29 11:36:44.488985 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaf684e-a97f-4ee2-b389-269912a12e68 req-54994943-dd13-4901-8359-260dbedb464d tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:44.491364 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-9eaf684e-a97f-4ee2-b389-269912a12e68 req-54994943-dd13-4901-8359-260dbedb464d tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] 10.222.0.78 "GET /v2.0/ports?device_id=9dcda747-4e52-49fa-8a23-f5941c81a146 HTTP/1.1" status: 200 len: 944 time: 0.2922790 Jun 29 11:36:44.545997 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4698e495-2d98-4c43-99f6-50b7cb369f66 req-43c9fd56-163b-49e6-8121-5f66e2d8d22a tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:44.548141 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-4698e495-2d98-4c43-99f6-50b7cb369f66 req-43c9fd56-163b-49e6-8121-5f66e2d8d22a tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.21 "GET /v2.0/networks?id=370af924-d6bd-4821-9056-c2048b5ccd31 HTTP/1.1" status: 200 len: 815 time: 0.2352390 Jun 29 11:36:44.589804 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.v2.base [req-4698e495-2d98-4c43-99f6-50b7cb369f66 req-4c464e84-3586-4860-97ae-84c31c090df6 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Request body: {'port': {'device_id': '0bf16164-bd87-4019-b59a-424dc56be8fd', 'network_id': '370af924-d6bd-4821-9056-c2048b5ccd31', 'admin_state_up': True, 'tenant_id': 'b0862d86861e4a6294669237a0d1c827'}} {{(pid=93175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:36:44.653935 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-9eaf684e-a97f-4ee2-b389-269912a12e68 req-7ebdb59c-89c6-4baa-ae1e-06779b62d77d tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3cad45c-93e8-4d71-afb7-37b54bdb1e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520696 Jun 29 11:36:44.777574 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4698e495-2d98-4c43-99f6-50b7cb369f66 req-4c464e84-3586-4860-97ae-84c31c090df6 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Made reservation on behalf of b0862d86861e4a6294669237a0d1c827 for: {'port': 1} {{(pid=93175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:36:44.782567 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-4698e495-2d98-4c43-99f6-50b7cb369f66 req-4c464e84-3586-4860-97ae-84c31c090df6 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:44.893894 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 48956) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:44.928174 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dcda747-4e52-49fa-8a23-f5941c81a146', 'tag': 'f8a5b7be-8f3b-41ee-a59d-4beb49807edd'}] {{(pid=93175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:36:44.931113 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}879b71c770f982178fec1a07a47b9a5355ed3bb08afc25f1aa80a68f93cb18a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c29923-58b2-4728-9990-29e442789ea1" -d '{"events": [{"name": "network-changed", "server_uuid": "9dcda747-4e52-49fa-8a23-f5941c81a146", "tag": "f8a5b7be-8f3b-41ee-a59d-4beb49807edd"}]}' {{(pid=93175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:36:44.962786 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.db.db_base_plugin_common [req-4698e495-2d98-4c43-99f6-50b7cb369f66 req-4c464e84-3586-4860-97ae-84c31c090df6 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Allocated IP 172.20.0.12 (370af924-d6bd-4821-9056-c2048b5ccd31/8ea9ab15-43b2-48ad-8e01-7b17b01c47dd/8e5896aa-4bf6-46fb-b1f6-fd9f85e28e8c) {{(pid=93175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:36:44.980026 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 11:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dfd7e66-a737-499a-89be-3e178a9d9ad7 x-openstack-request-id: req-1dfd7e66-a737-499a-89be-3e178a9d9ad7 {{(pid=93175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:36:44.980333 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dcda747-4e52-49fa-8a23-f5941c81a146", "tag": "f8a5b7be-8f3b-41ee-a59d-4beb49807edd", "status": "completed", "code": 200}]} {{(pid=93175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:36:44.980655 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1dfd7e66-a737-499a-89be-3e178a9d9ad7 {{(pid=93175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:36:44.981069 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dcda747-4e52-49fa-8a23-f5941c81a146', 'tag': 'f8a5b7be-8f3b-41ee-a59d-4beb49807edd', 'status': 'completed', 'code': 200} Jun 29 11:36:45.029789 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3c1ac51e-41c2-4324-a237-3b251420cb2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:45.149566 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3c1ac51e-41c2-4324-a237-3b251420cb2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:45.155773 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3c1ac51e-41c2-4324-a237-3b251420cb2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:45.160398 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a66f6fc3-34b5-4c95-9f17-b8c27f72928f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:45.165811 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c29923-58b2-4728-9990-29e442789ea1 req-42c25414-f046-4ae8-8ba3-19bc593fb88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:45.167321 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-f4c29923-58b2-4728-9990-29e442789ea1 req-42c25414-f046-4ae8-8ba3-19bc593fb88d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fbceaa2669c045528a74692f40d1df33&device_id=9dcda747-4e52-49fa-8a23-f5941c81a146 HTTP/1.1" status: 200 len: 1097 time: 0.1437972 Jun 29 11:36:45.221107 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-3c1ac51e-41c2-4324-a237-3b251420cb2c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b8adb6a1e50c4bc4be68965f5188e7d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3253851 Jun 29 11:36:45.222834 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1ac51e-41c2-4324-a237-3b251420cb2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25f7f10b-1aa8-4398-9bce-8f0cff024f77,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:45.225543 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 48972) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:45.264468 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3c1ac51e-41c2-4324-a237-3b251420cb2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:45.309691 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9f162aa7-3c6d-4e74-98fb-9e874df966d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:45.338958 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9f162aa7-3c6d-4e74-98fb-9e874df966d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:45.406708 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9f162aa7-3c6d-4e74-98fb-9e874df966d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:45.410954 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9f162aa7-3c6d-4e74-98fb-9e874df966d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:45.412567 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-9f162aa7-3c6d-4e74-98fb-9e874df966d3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/25f7f10b-1aa8-4398-9bce-8f0cff024f77 HTTP/1.1" status: 204 len: 168 time: 0.1759741 Jun 29 11:36:45.413661 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e41aba53-bcd4-4771-9b12-3ce34dac3761 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:45.422283 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f162aa7-3c6d-4e74-98fb-9e874df966d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f7f10b-1aa8-4398-9bce-8f0cff024f77,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:45.431221 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9f162aa7-3c6d-4e74-98fb-9e874df966d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:45.480566 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 49014) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:45.500294 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-4698e495-2d98-4c43-99f6-50b7cb369f66 req-4c464e84-3586-4860-97ae-84c31c090df6 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Notify callbacks [] for port, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:45.560610 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c29923-58b2-4728-9990-29e442789ea1 req-c6c317bc-1158-4240-80e6-60766f350e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:45.562345 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-f4c29923-58b2-4728-9990-29e442789ea1 req-c6c317bc-1158-4240-80e6-60766f350e6f service neutron] 10.222.0.21 "GET /v2.0/networks?id=3ce18681-8d37-4f41-924d-8c2f3e358ad3 HTTP/1.1" status: 200 len: 910 time: 0.3827183 Jun 29 11:36:45.614581 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-f4c29923-58b2-4728-9990-29e442789ea1 req-03790d05-569e-416c-8119-13136a30279b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8a5b7be-8f3b-41ee-a59d-4beb49807edd HTTP/1.1" status: 200 len: 217 time: 0.0433824 Jun 29 11:36:45.616009 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-4698e495-2d98-4c43-99f6-50b7cb369f66 req-4c464e84-3586-4860-97ae-84c31c090df6 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3670657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744990953741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-61825996'] for port, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:45.621461 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-bf5ece5f-515e-4145-a6f0-db215a7585d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:45.630483 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] get_ports_and_sgs() called for port_ids ['a548e549-c3f8-424f-b05d-4b11c70bad96'] {{(pid=93177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:36:45.679230 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b78cc869-50fc-4dbe-b0c6-e44c74f731d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:45.752158 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 49024) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:45.820842 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c29923-58b2-4728-9990-29e442789ea1 req-a1aad940-908d-4f57-a9a0-fb8b94564702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:45.822527 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-f4c29923-58b2-4728-9990-29e442789ea1 req-a1aad940-908d-4f57-a9a0-fb8b94564702 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=344db7cd-d121-4931-ab39-a92265357e50 HTTP/1.1" status: 200 len: 849 time: 0.1042163 Jun 29 11:36:45.852916 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4698e495-2d98-4c43-99f6-50b7cb369f66 req-4c464e84-3586-4860-97ae-84c31c090df6 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Network 370af924-d6bd-4821-9056-c2048b5ccd31 is already hosted by enough agents. {{(pid=93175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:36:45.853859 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d3076a3-ddb9-4e5e-bf66-6f37d39cc043 admin admin] Deleting subnet 7373ef6a-150f-46e1-aa70-287056aa686d {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 11:36:45.869678 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9d3076a3-ddb9-4e5e-bf66-6f37d39cc043 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:45.927766 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.base_scheduler [req-4698e495-2d98-4c43-99f6-50b7cb369f66 req-4c464e84-3586-4860-97ae-84c31c090df6 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Resources bound (agent type, host, resource id): {{(pid=93175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:36:45.936667 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-f4c29923-58b2-4728-9990-29e442789ea1 req-bf443532-e5c0-48bd-a30b-8812f152be7b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ce18681-8d37-4f41-924d-8c2f3e358ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0951254 Jun 29 11:36:45.937872 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c464e84-3586-4860-97ae-84c31c090df6 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Pushing event updated for resources: {'Port': ['ID=8e5896aa-4bf6-46fb-b1f6-fd9f85e28e8c,revision_number=1']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:45.943954 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-4c464e84-3586-4860-97ae-84c31c090df6 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:45.944989 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.db.l3_dvrscheduler_db [req-4698e495-2d98-4c43-99f6-50b7cb369f66 req-4c464e84-3586-4860-97ae-84c31c090df6 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Received port after_create {{(pid=93175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:36:45.957645 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9d3076a3-ddb9-4e5e-bf66-6f37d39cc043 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:45.967183 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9d3076a3-ddb9-4e5e-bf66-6f37d39cc043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4171685'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:46.062588 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4698e495-2d98-4c43-99f6-50b7cb369f66 req-4c464e84-3586-4860-97ae-84c31c090df6 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:46.063219 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-4698e495-2d98-4c43-99f6-50b7cb369f66 req-4c464e84-3586-4860-97ae-84c31c090df6 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126777'] for port, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:46.117418 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9d3076a3-ddb9-4e5e-bf66-6f37d39cc043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4171708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:46.124211 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b78cc869-50fc-4dbe-b0c6-e44c74f731d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:46.129709 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6c44b07c-16c1-4957-98d7-e79a99417690 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:46.157372 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-4698e495-2d98-4c43-99f6-50b7cb369f66 req-4c464e84-3586-4860-97ae-84c31c090df6 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5847170 Jun 29 11:36:46.168185 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 49044) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:46.174922 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.v2.base [req-4698e495-2d98-4c43-99f6-50b7cb369f66 req-aeefcf1b-c168-4b3f-bbd4-6bea889a0798 service neutron] Request body: {'port': {'device_id': '0bf16164-bd87-4019-b59a-424dc56be8fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:36:46.179994 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b78cc869-50fc-4dbe-b0c6-e44c74f731d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:46.186388 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3076a3-ddb9-4e5e-bf66-6f37d39cc043 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7373ef6a-150f-46e1-aa70-287056aa686d,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:46.190263 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9d3076a3-ddb9-4e5e-bf66-6f37d39cc043 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:46.199002 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:46.212454 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9d3076a3-ddb9-4e5e-bf66-6f37d39cc043 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:46.217034 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-9d3076a3-ddb9-4e5e-bf66-6f37d39cc043 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/7373ef6a-150f-46e1-aa70-287056aa686d HTTP/1.1" status: 204 len: 168 time: 0.4614782 Jun 29 11:36:46.220562 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 49048) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:46.225963 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-11e28b2a-aa1f-4b6e-8944-398f67f9a6ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:46.248918 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-b78cc869-50fc-4dbe-b0c6-e44c74f731d8 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=94604081e85f490c8b8b590334325d80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7668438 Jun 29 11:36:46.252981 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 49052) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:46.282995 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78cc869-50fc-4dbe-b0c6-e44c74f731d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed853d2-dd2d-4504-83b9-a01b0d7d03af,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:46.298292 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b78cc869-50fc-4dbe-b0c6-e44c74f731d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:46.336219 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bcfeb938-838a-478d-92bd-fe4fe67954a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:46.346896 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96923b1a-3bca-4e04-9ee7-c4e274b0bc68 req-742f8dd6-a7c6-42d8-9512-5e3eddc74963 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:46.349293 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-96923b1a-3bca-4e04-9ee7-c4e274b0bc68 req-742f8dd6-a7c6-42d8-9512-5e3eddc74963 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/ports?device_id=0bf16164-bd87-4019-b59a-424dc56be8fd HTTP/1.1" status: 200 len: 932 time: 0.6320508 Jun 29 11:36:46.360089 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bcfeb938-838a-478d-92bd-fe4fe67954a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:46.366175 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-f4c29923-58b2-4728-9990-29e442789ea1 req-ce61253f-7c35-4bd2-a94b-8709221c7288 service neutron] 10.222.0.21 "GET /v2.0/networks/3ce18681-8d37-4f41-924d-8c2f3e358ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3624485 Jun 29 11:36:46.415311 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c651979-2c34-4984-814c-dc2e148677f1 req-254df67b-8989-4015-8263-086200e2b1bf tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:46.416939 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-7c651979-2c34-4984-814c-dc2e148677f1 req-254df67b-8989-4015-8263-086200e2b1bf tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] 10.222.0.78 "GET /v2.0/ports?device_id=9dcda747-4e52-49fa-8a23-f5941c81a146 HTTP/1.1" status: 200 len: 944 time: 0.4144671 Jun 29 11:36:46.423419 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bcfeb938-838a-478d-92bd-fe4fe67954a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:46.426506 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-bcfeb938-838a-478d-92bd-fe4fe67954a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:46.427700 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-bcfeb938-838a-478d-92bd-fe4fe67954a9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/8ed853d2-dd2d-4504-83b9-a01b0d7d03af HTTP/1.1" status: 204 len: 168 time: 0.1727746 Jun 29 11:36:46.428714 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3b6bdc7c-965c-4879-b237-416a8af668a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:46.437926 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfeb938-838a-478d-92bd-fe4fe67954a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed853d2-dd2d-4504-83b9-a01b0d7d03af,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:46.450457 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-bcfeb938-838a-478d-92bd-fe4fe67954a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:46.544476 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-a09c78f6-9afc-440d-94e3-29807b744a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3737496'] for network, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:46.610161 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-96923b1a-3bca-4e04-9ee7-c4e274b0bc68 req-df786c97-8e64-483c-b267-5b69cbfcb758 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c1a7ad6-20f5-44d5-aaf0-50a5387c12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403510 Jun 29 11:36:46.610813 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-4698e495-2d98-4c43-99f6-50b7cb369f66 req-aeefcf1b-c168-4b3f-bbd4-6bea889a0798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:46.719012 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-7c651979-2c34-4984-814c-dc2e148677f1 req-67ef2fed-fcad-4830-8ddb-4131d7264938 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3cad45c-93e8-4d71-afb7-37b54bdb1e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522280 Jun 29 11:36:46.808152 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-f4c29923-58b2-4728-9990-29e442789ea1 req-c4a25469-3155-4caf-8c92-c826a547844b service neutron] 10.222.0.21 "GET /v2.0/networks/3ce18681-8d37-4f41-924d-8c2f3e358ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4261672 Jun 29 11:36:46.836904 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-a09c78f6-9afc-440d-94e3-29807b744a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4171643', 'neutron.services.segments.db._delete_segments_for_network-8744991479107'] for network, precommit_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:46.854536 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.services.segments.db [None req-a09c78f6-9afc-440d-94e3-29807b744a9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eccb8c38-e415-4186-bd4f-0cc0188c6b44']}} {{(pid=93175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:36:46.890019 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 49068) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:46.894360 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.services.segments.db [None req-a09c78f6-9afc-440d-94e3-29807b744a9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86bedee4-eb9b-4489-873f-c094326fa3ef') {'for_net_delete': True} {{(pid=93175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:36:46.895207 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.services.segments.db [None req-a09c78f6-9afc-440d-94e3-29807b744a9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86bedee4-eb9b-4489-873f-c094326fa3ef') {} {{(pid=93175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:36:46.907650 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a62bbcbc-8be6-47e3-90a9-7b1f3167f087 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:46.984840 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-a09c78f6-9afc-440d-94e3-29807b744a9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744991309258', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61476078'] for segment, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:46.990542 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-11e28b2a-aa1f-4b6e-8944-398f67f9a6ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:47.010628 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-11e28b2a-aa1f-4b6e-8944-398f67f9a6ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:47.019714 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:47.047158 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-a09c78f6-9afc-440d-94e3-29807b744a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144823'] for segment, precommit_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:47.101036 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a09c78f6-9afc-440d-94e3-29807b744a9f admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=93175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 11:36:47.101530 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-a09c78f6-9afc-440d-94e3-29807b744a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61825938'] for segment, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:47.110794 dv-cinder-797608-2-smb neutron-server[93175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:36:47.110794 dv-cinder-797608-2-smb neutron-server[93175]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:36:47.110794 dv-cinder-797608-2-smb neutron-server[93175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:36:47.110794 dv-cinder-797608-2-smb neutron-server[93175]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:36:47.110794 dv-cinder-797608-2-smb neutron-server[93175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:36:47.110794 dv-cinder-797608-2-smb neutron-server[93175]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:36:47.110794 dv-cinder-797608-2-smb neutron-server[93175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:36:47.110794 dv-cinder-797608-2-smb neutron-server[93175]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:36:47.110794 dv-cinder-797608-2-smb neutron-server[93175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:36:47.110794 dv-cinder-797608-2-smb neutron-server[93175]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:36:47.110794 dv-cinder-797608-2-smb neutron-server[93175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:36:47.110794 dv-cinder-797608-2-smb neutron-server[93175]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:36:47.110794 dv-cinder-797608-2-smb neutron-server[93175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:36:47.110794 dv-cinder-797608-2-smb neutron-server[93175]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:36:47.110794 dv-cinder-797608-2-smb neutron-server[93175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:36:47.110794 dv-cinder-797608-2-smb neutron-server[93175]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:36:47.110794 dv-cinder-797608-2-smb neutron-server[93175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:36:47.110794 dv-cinder-797608-2-smb neutron-server[93175]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:36:47.110794 dv-cinder-797608-2-smb neutron-server[93175]: Traceback (most recent call last): Jun 29 11:36:47.110794 dv-cinder-797608-2-smb neutron-server[93175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 11:36:47.110794 dv-cinder-797608-2-smb neutron-server[93175]: timer() Jun 29 11:36:47.110794 dv-cinder-797608-2-smb neutron-server[93175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 11:36:47.110794 dv-cinder-797608-2-smb neutron-server[93175]: cb(*args, **kw) Jun 29 11:36:47.110794 dv-cinder-797608-2-smb neutron-server[93175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 11:36:47.110794 dv-cinder-797608-2-smb neutron-server[93175]: return func(*args, **kwargs) Jun 29 11:36:47.110794 dv-cinder-797608-2-smb neutron-server[93175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 11:36:47.110794 dv-cinder-797608-2-smb neutron-server[93175]: self._notify() Jun 29 11:36:47.110794 dv-cinder-797608-2-smb neutron-server[93175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 11:36:47.110794 dv-cinder-797608-2-smb neutron-server[93175]: self.callback(batched_events) Jun 29 11:36:47.110794 dv-cinder-797608-2-smb neutron-server[93175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 11:36:47.110794 dv-cinder-797608-2-smb neutron-server[93175]: event.method(event) Jun 29 11:36:47.110794 dv-cinder-797608-2-smb neutron-server[93175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 11:36:47.110794 dv-cinder-797608-2-smb neutron-server[93175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 11:36:47.110794 dv-cinder-797608-2-smb neutron-server[93175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 11:36:47.110794 dv-cinder-797608-2-smb neutron-server[93175]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 11:36:47.110794 dv-cinder-797608-2-smb neutron-server[93175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 11:36:47.110794 dv-cinder-797608-2-smb neutron-server[93175]: return f(self, *a, **k) Jun 29 11:36:47.110794 dv-cinder-797608-2-smb neutron-server[93175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 11:36:47.110794 dv-cinder-797608-2-smb neutron-server[93175]: return self._get(url).json() Jun 29 11:36:47.110794 dv-cinder-797608-2-smb neutron-server[93175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 11:36:47.110794 dv-cinder-797608-2-smb neutron-server[93175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 11:36:47.110794 dv-cinder-797608-2-smb neutron-server[93175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 11:36:47.110794 dv-cinder-797608-2-smb neutron-server[93175]: return self.request(url, 'GET', **kwargs) Jun 29 11:36:47.110794 dv-cinder-797608-2-smb neutron-server[93175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 11:36:47.110794 dv-cinder-797608-2-smb neutron-server[93175]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 11:36:47.110794 dv-cinder-797608-2-smb neutron-server[93175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 11:36:47.110794 dv-cinder-797608-2-smb neutron-server[93175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 11:36:47.110794 dv-cinder-797608-2-smb neutron-server[93175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 11:36:47.110794 dv-cinder-797608-2-smb neutron-server[93175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 11:36:47.110794 dv-cinder-797608-2-smb neutron-server[93175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 11:36:47.130411 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a62bbcbc-8be6-47e3-90a9-7b1f3167f087 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:47.135182 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a62bbcbc-8be6-47e3-90a9-7b1f3167f087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:47.138502 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:47.170831 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-11e28b2a-aa1f-4b6e-8944-398f67f9a6ce admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=db9e80b9a1a14950aacc3d53b17e64eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9930203 Jun 29 11:36:47.178580 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 49072) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:47.179095 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e28b2a-aa1f-4b6e-8944-398f67f9a6ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f24c58-f135-4e55-8da8-6dbba36f0bb9,revision_number=1']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:47.183172 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-11e28b2a-aa1f-4b6e-8944-398f67f9a6ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:47.201012 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-a62bbcbc-8be6-47e3-90a9-7b1f3167f087 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e88101340ba244c6b531991787ff0312&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3090954 Jun 29 11:36:47.203599 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 49074) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:47.205550 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62bbcbc-8be6-47e3-90a9-7b1f3167f087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b8b92f3-e3f0-4f55-b562-6a8c51f3d6dd,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:47.215725 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a62bbcbc-8be6-47e3-90a9-7b1f3167f087 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:47.222771 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-832c1051-5a95-4890-9a12-a8c449a6c110 req-0d1cb705-691f-4151-8843-5b6698099e6d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e5af5856-39be-486c-b723-c91209064e8f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3403320 Jun 29 11:36:47.223502 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-a09c78f6-9afc-440d-94e3-29807b744a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4171616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-533507'] for network, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:47.230574 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-a09c78f6-9afc-440d-94e3-29807b744a9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636407'] for network, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:47.235825 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-a09c78f6-9afc-440d-94e3-29807b744a9f admin admin] 10.222.0.78 "DELETE /v2.0/networks/eccb8c38-e415-4186-bd4f-0cc0188c6b44 HTTP/1.1" status: 204 len: 168 time: 1.0111494 Jun 29 11:36:47.240955 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-697e0f97-bb90-4c47-87f0-5cb87107fc22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:47.267932 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09c78f6-9afc-440d-94e3-29807b744a9f admin admin] Pushing event deleted for resources: {'Network': ['ID=eccb8c38-e415-4186-bd4f-0cc0188c6b44,revision_number=None']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:47.270704 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-a09c78f6-9afc-440d-94e3-29807b744a9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:47.281365 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-14849b01-e28e-4522-9caf-eefdba014c31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:47.291126 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ca7fda0f-2806-4326-ae9a-ec5ce40e8c15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:47.323091 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-14849b01-e28e-4522-9caf-eefdba014c31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:47.340535 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ca7fda0f-2806-4326-ae9a-ec5ce40e8c15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:47.419522 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ca7fda0f-2806-4326-ae9a-ec5ce40e8c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:47.422024 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ca7fda0f-2806-4326-ae9a-ec5ce40e8c15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:47.423184 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-ca7fda0f-2806-4326-ae9a-ec5ce40e8c15 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3b8b92f3-e3f0-4f55-b562-6a8c51f3d6dd HTTP/1.1" status: 204 len: 168 time: 0.2186117 Jun 29 11:36:47.433741 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a62bbcbc-8be6-47e3-90a9-7b1f3167f087 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:47.438591 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-14849b01-e28e-4522-9caf-eefdba014c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:47.442909 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-14849b01-e28e-4522-9caf-eefdba014c31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:47.445127 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-14849b01-e28e-4522-9caf-eefdba014c31 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/e8f24c58-f135-4e55-8da8-6dbba36f0bb9 HTTP/1.1" status: 204 len: 168 time: 0.2616897 Jun 29 11:36:47.461966 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.notifiers.nova [req-4698e495-2d98-4c43-99f6-50b7cb369f66 req-aeefcf1b-c168-4b3f-bbd4-6bea889a0798 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e5896aa-4bf6-46fb-b1f6-fd9f85e28e8c {{(pid=93175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:36:47.465024 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7fda0f-2806-4326-ae9a-ec5ce40e8c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b8b92f3-e3f0-4f55-b562-6a8c51f3d6dd,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:47.471635 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ca7fda0f-2806-4326-ae9a-ec5ce40e8c15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:47.471635 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3bb55622-8c12-448b-bbf2-b8fd82351592 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:47.479442 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-4698e495-2d98-4c43-99f6-50b7cb369f66 req-aeefcf1b-c168-4b3f-bbd4-6bea889a0798 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:47.509233 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 49088) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:47.513807 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14849b01-e28e-4522-9caf-eefdba014c31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f24c58-f135-4e55-8da8-6dbba36f0bb9,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:47.522109 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-14849b01-e28e-4522-9caf-eefdba014c31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:47.540234 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.db.provisioning_blocks [req-4698e495-2d98-4c43-99f6-50b7cb369f66 req-aeefcf1b-c168-4b3f-bbd4-6bea889a0798 service neutron] Transition to ACTIVE for port object 8e5896aa-4bf6-46fb-b1f6-fd9f85e28e8c will not be triggered until provisioned by entity L2. {{(pid=93175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:36:47.563651 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832c1051-5a95-4890-9a12-a8c449a6c110 req-1064ee53-57c3-4229-8c31-0fd113f400e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:47.565177 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-832c1051-5a95-4890-9a12-a8c449a6c110 req-1064ee53-57c3-4229-8c31-0fd113f400e8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b0862d86861e4a6294669237a0d1c827&device_id=e5af5856-39be-486c-b723-c91209064e8f HTTP/1.1" status: 200 len: 1098 time: 0.2497346 Jun 29 11:36:47.567980 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-4698e495-2d98-4c43-99f6-50b7cb369f66 req-aeefcf1b-c168-4b3f-bbd4-6bea889a0798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61826046'] for port, after_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:47.574525 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-d8ea8099-6204-41d1-97f6-1978cc06e718 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:47.710491 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-67e15f98-f98f-4daa-aeac-a5e222d69d0c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c7fe67bdd81f49609b924ff744fa8344&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1968319 Jun 29 11:36:47.711855 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 49100) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:47.725365 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeefcf1b-c168-4b3f-bbd4-6bea889a0798 service neutron] Pushing event updated for resources: {'Port': ['ID=8e5896aa-4bf6-46fb-b1f6-fd9f85e28e8c,revision_number=2']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:47.766650 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-aeefcf1b-c168-4b3f-bbd4-6bea889a0798 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:47.807627 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-22106142-f4fe-4537-9ae6-0e994e13ddbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:47.840977 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-22106142-f4fe-4537-9ae6-0e994e13ddbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:47.916720 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-22106142-f4fe-4537-9ae6-0e994e13ddbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:47.919873 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-22106142-f4fe-4537-9ae6-0e994e13ddbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:47.921539 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-22106142-f4fe-4537-9ae6-0e994e13ddbb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/be790744-bf59-476d-b5d0-95c7408949e8 HTTP/1.1" status: 204 len: 168 time: 0.2084937 Jun 29 11:36:47.922354 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ca7fda0f-2806-4326-ae9a-ec5ce40e8c15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:47.934734 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832c1051-5a95-4890-9a12-a8c449a6c110 req-18a537c3-ca44-426e-b98d-ffaf39fc9369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:47.935579 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22106142-f4fe-4537-9ae6-0e994e13ddbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be790744-bf59-476d-b5d0-95c7408949e8,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:47.936302 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-832c1051-5a95-4890-9a12-a8c449a6c110 req-18a537c3-ca44-426e-b98d-ffaf39fc9369 service neutron] 10.222.0.21 "GET /v2.0/networks?id=370af924-d6bd-4821-9056-c2048b5ccd31 HTTP/1.1" status: 200 len: 916 time: 0.3210583 Jun 29 11:36:47.938044 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-22106142-f4fe-4537-9ae6-0e994e13ddbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:48.039885 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 49116) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:48.054927 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-832c1051-5a95-4890-9a12-a8c449a6c110 req-2a9f94a4-2e0e-47fe-8626-9ea0603b1164 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a548e549-c3f8-424f-b05d-4b11c70bad96 HTTP/1.1" status: 200 len: 217 time: 0.1033816 Jun 29 11:36:48.058436 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.managers [req-4698e495-2d98-4c43-99f6-50b7cb369f66 req-aeefcf1b-c168-4b3f-bbd4-6bea889a0798 service neutron] Attempting to bind port 8e5896aa-4bf6-46fb-b1f6-fd9f85e28e8c on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:36:48.058766 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.managers [req-4698e495-2d98-4c43-99f6-50b7cb369f66 req-aeefcf1b-c168-4b3f-bbd4-6bea889a0798 service neutron] Attempting to bind port 8e5896aa-4bf6-46fb-b1f6-fd9f85e28e8c by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '0949f310-551d-4292-95ed-764ccdcd59df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '370af924-d6bd-4821-9056-c2048b5ccd31'}] {{(pid=93175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:36:48.059085 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4698e495-2d98-4c43-99f6-50b7cb369f66 req-aeefcf1b-c168-4b3f-bbd4-6bea889a0798 service neutron] Attempting to bind port 8e5896aa-4bf6-46fb-b1f6-fd9f85e28e8c on network 370af924-d6bd-4821-9056-c2048b5ccd31 {{(pid=93175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:36:48.079591 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4698e495-2d98-4c43-99f6-50b7cb369f66 req-aeefcf1b-c168-4b3f-bbd4-6bea889a0798 service neutron] Port 8e5896aa-4bf6-46fb-b1f6-fd9f85e28e8c on network 370af924-d6bd-4821-9056-c2048b5ccd31 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 11:36:48.079591 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4698e495-2d98-4c43-99f6-50b7cb369f66 req-aeefcf1b-c168-4b3f-bbd4-6bea889a0798 service neutron] Attempting to bind port 8e5896aa-4bf6-46fb-b1f6-fd9f85e28e8c on network 370af924-d6bd-4821-9056-c2048b5ccd31 {{(pid=93175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:36:48.128433 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4698e495-2d98-4c43-99f6-50b7cb369f66 req-aeefcf1b-c168-4b3f-bbd4-6bea889a0798 service neutron] Checking agent: {'id': '2f355b06-002c-40e6-bb76-5e394ebaabf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 33, 51), 'started_at': datetime.datetime(2021, 6, 29, 11, 33, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:36:48.128888 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4698e495-2d98-4c43-99f6-50b7cb369f66 req-aeefcf1b-c168-4b3f-bbd4-6bea889a0798 service neutron] Checking segment: {'id': '0949f310-551d-4292-95ed-764ccdcd59df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '370af924-d6bd-4821-9056-c2048b5ccd31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:36:48.129274 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4698e495-2d98-4c43-99f6-50b7cb369f66 req-aeefcf1b-c168-4b3f-bbd4-6bea889a0798 service neutron] Bound using segment: {'id': '0949f310-551d-4292-95ed-764ccdcd59df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '370af924-d6bd-4821-9056-c2048b5ccd31'} {{(pid=93175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:36:48.129745 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.managers [req-4698e495-2d98-4c43-99f6-50b7cb369f66 req-aeefcf1b-c168-4b3f-bbd4-6bea889a0798 service neutron] Bound port: 8e5896aa-4bf6-46fb-b1f6-fd9f85e28e8c, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0949f310-551d-4292-95ed-764ccdcd59df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '370af924-d6bd-4821-9056-c2048b5ccd31'}}] {{(pid=93175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:36:48.130103 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-4698e495-2d98-4c43-99f6-50b7cb369f66 req-aeefcf1b-c168-4b3f-bbd4-6bea889a0798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:48.148768 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfabad8-d117-42a0-ab41-5b3da7d4d214 req-5192d7b4-469c-4770-b227-be142dbb8cd3 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:48.150251 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-5dfabad8-d117-42a0-ab41-5b3da7d4d214 req-5192d7b4-469c-4770-b227-be142dbb8cd3 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/ports?device_id=0bf16164-bd87-4019-b59a-424dc56be8fd HTTP/1.1" status: 200 len: 944 time: 0.2849193 Jun 29 11:36:48.161499 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832c1051-5a95-4890-9a12-a8c449a6c110 req-dea259b6-0e0f-42ef-b0e3-aa16ee2a17b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:48.162949 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-832c1051-5a95-4890-9a12-a8c449a6c110 req-dea259b6-0e0f-42ef-b0e3-aa16ee2a17b1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8ea9ab15-43b2-48ad-8e01-7b17b01c47dd HTTP/1.1" status: 200 len: 855 time: 0.0959358 Jun 29 11:36:48.248148 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-832c1051-5a95-4890-9a12-a8c449a6c110 req-73e816d5-0c22-4094-8a29-ad827c73a397 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=370af924-d6bd-4821-9056-c2048b5ccd31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608647 Jun 29 11:36:48.255682 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c085a842-7c4d-4d9b-b5ad-3ba54fae678a req-e563bf16-a14e-4445-93ae-823f59cea9ce tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:48.257007 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-c085a842-7c4d-4d9b-b5ad-3ba54fae678a req-e563bf16-a14e-4445-93ae-823f59cea9ce tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] 10.222.0.78 "GET /v2.0/ports?device_id=9dcda747-4e52-49fa-8a23-f5941c81a146 HTTP/1.1" status: 200 len: 944 time: 0.3103967 Jun 29 11:36:48.298472 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e59977b5-193a-46c3-91e2-7297a9ffe644 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:48.378770 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-5dfabad8-d117-42a0-ab41-5b3da7d4d214 req-7d1f4f58-7e5a-4d6b-8c00-c38882599e25 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c1a7ad6-20f5-44d5-aaf0-50a5387c12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130635 Jun 29 11:36:48.386848 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.db [req-4698e495-2d98-4c43-99f6-50b7cb369f66 req-aeefcf1b-c168-4b3f-bbd4-6bea889a0798 service neutron] For port 8e5896aa-4bf6-46fb-b1f6-fd9f85e28e8c, host hv-cinder-79760, cleared binding levels {{(pid=93175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:36:48.397214 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.db [req-4698e495-2d98-4c43-99f6-50b7cb369f66 req-aeefcf1b-c168-4b3f-bbd4-6bea889a0798 service neutron] For port 8e5896aa-4bf6-46fb-b1f6-fd9f85e28e8c, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=8e5896aa-4bf6-46fb-b1f6-fd9f85e28e8c,segment=NetworkSegment(0949f310-551d-4292-95ed-764ccdcd59df),segment_id=0949f310-551d-4292-95ed-764ccdcd59df)] {{(pid=93175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:36:48.403855 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-c085a842-7c4d-4d9b-b5ad-3ba54fae678a req-cd7bf32f-323f-46a9-936d-fffc5f2f1f35 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3cad45c-93e8-4d71-afb7-37b54bdb1e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320887 Jun 29 11:36:48.412934 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-4698e495-2d98-4c43-99f6-50b7cb369f66 req-aeefcf1b-c168-4b3f-bbd4-6bea889a0798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61826046'] for port, after_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:48.430981 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-2c6065a3-5ec3-4593-917e-a177ab1c6d34 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:48.480740 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4698e495-2d98-4c43-99f6-50b7cb369f66 req-aeefcf1b-c168-4b3f-bbd4-6bea889a0798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:48.481352 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-4698e495-2d98-4c43-99f6-50b7cb369f66 req-aeefcf1b-c168-4b3f-bbd4-6bea889a0798 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126777'] for port, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:48.481871 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e59977b5-193a-46c3-91e2-7297a9ffe644 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:48.482818 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-4698e495-2d98-4c43-99f6-50b7cb369f66 req-aeefcf1b-c168-4b3f-bbd4-6bea889a0798 service neutron] 10.222.0.21 "PUT /v2.0/ports/8e5896aa-4bf6-46fb-b1f6-fd9f85e28e8c HTTP/1.1" status: 200 len: 1094 time: 2.3119621 Jun 29 11:36:48.483312 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bf16164-bd87-4019-b59a-424dc56be8fd', 'tag': '8e5896aa-4bf6-46fb-b1f6-fd9f85e28e8c'}] {{(pid=93175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:36:48.485752 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}879b71c770f982178fec1a07a47b9a5355ed3bb08afc25f1aa80a68f93cb18a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e635c6-2ad6-4a5d-8b07-0686d41b37d0" -d '{"events": [{"name": "network-changed", "server_uuid": "0bf16164-bd87-4019-b59a-424dc56be8fd", "tag": "8e5896aa-4bf6-46fb-b1f6-fd9f85e28e8c"}]}' {{(pid=93175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:36:48.493506 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-832c1051-5a95-4890-9a12-a8c449a6c110 req-776632b4-1b1c-4caa-8317-443317509eb0 service neutron] 10.222.0.21 "GET /v2.0/networks/370af924-d6bd-4821-9056-c2048b5ccd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337902 Jun 29 11:36:48.498044 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e59977b5-193a-46c3-91e2-7297a9ffe644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:48.509271 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-66b5c95e-579a-40b1-b89d-5b11ea479c44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:48.536828 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeefcf1b-c168-4b3f-bbd4-6bea889a0798 service neutron] Pushing event updated for resources: {'Port': ['ID=8e5896aa-4bf6-46fb-b1f6-fd9f85e28e8c,revision_number=3']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:48.567574 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-aeefcf1b-c168-4b3f-bbd4-6bea889a0798 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:48.606475 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 11:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b6e2f18-8f40-4c83-926f-b339c1d4855d x-openstack-request-id: req-7b6e2f18-8f40-4c83-926f-b339c1d4855d {{(pid=93175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:36:48.606788 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bf16164-bd87-4019-b59a-424dc56be8fd", "tag": "8e5896aa-4bf6-46fb-b1f6-fd9f85e28e8c", "status": "completed", "code": 200}]} {{(pid=93175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:36:48.607065 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7b6e2f18-8f40-4c83-926f-b339c1d4855d {{(pid=93175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:36:48.607607 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bf16164-bd87-4019-b59a-424dc56be8fd', 'tag': '8e5896aa-4bf6-46fb-b1f6-fd9f85e28e8c', 'status': 'completed', 'code': 200} Jun 29 11:36:48.618237 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59977b5-193a-46c3-91e2-7297a9ffe644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b507831-6c79-4ec0-86e2-1fe0f7993069,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:48.638911 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e59977b5-193a-46c3-91e2-7297a9ffe644 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:48.647764 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-e59977b5-193a-46c3-91e2-7297a9ffe644 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3e2fe50bad664adbbd12f29bad84876a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6064501 Jun 29 11:36:48.650499 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 49144) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:48.681166 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-832c1051-5a95-4890-9a12-a8c449a6c110 req-6d6573d9-e80f-4a13-8c6d-c17de7bda7ed service neutron] 10.222.0.21 "GET /v2.0/networks/370af924-d6bd-4821-9056-c2048b5ccd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776738 Jun 29 11:36:48.690950 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4698e495-2d98-4c43-99f6-50b7cb369f66 req-db32d10e-543c-46b8-af5a-18f7e452af18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:48.692698 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-4698e495-2d98-4c43-99f6-50b7cb369f66 req-db32d10e-543c-46b8-af5a-18f7e452af18 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b0862d86861e4a6294669237a0d1c827&device_id=0bf16164-bd87-4019-b59a-424dc56be8fd HTTP/1.1" status: 200 len: 1097 time: 0.1225903 Jun 29 11:36:48.718385 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-914e8c00-0420-4dfd-a1cb-d1c9535791ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:48.746153 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-914e8c00-0420-4dfd-a1cb-d1c9535791ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:48.771149 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-4698e495-2d98-4c43-99f6-50b7cb369f66 req-370ac1e4-e600-4148-8974-3825f9796fff service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e5896aa-4bf6-46fb-b1f6-fd9f85e28e8c HTTP/1.1" status: 200 len: 217 time: 0.0673964 Jun 29 11:36:48.812853 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-914e8c00-0420-4dfd-a1cb-d1c9535791ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:48.817046 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-914e8c00-0420-4dfd-a1cb-d1c9535791ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:48.818628 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-914e8c00-0420-4dfd-a1cb-d1c9535791ae admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/4b507831-6c79-4ec0-86e2-1fe0f7993069 HTTP/1.1" status: 204 len: 168 time: 0.1668584 Jun 29 11:36:48.819728 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-57b3cee3-5fc4-47eb-b881-9a6d78a3b9c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:48.831982 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914e8c00-0420-4dfd-a1cb-d1c9535791ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b507831-6c79-4ec0-86e2-1fe0f7993069,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:48.838239 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-914e8c00-0420-4dfd-a1cb-d1c9535791ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:48.851014 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4698e495-2d98-4c43-99f6-50b7cb369f66 req-287a4ff8-84f1-4af1-b59a-4df403b8f4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:48.852665 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-4698e495-2d98-4c43-99f6-50b7cb369f66 req-287a4ff8-84f1-4af1-b59a-4df403b8f4fe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8ea9ab15-43b2-48ad-8e01-7b17b01c47dd HTTP/1.1" status: 200 len: 855 time: 0.0749063 Jun 29 11:36:48.897598 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-4698e495-2d98-4c43-99f6-50b7cb369f66 req-d391d977-81d9-49bb-bce9-d5c3861cd073 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=370af924-d6bd-4821-9056-c2048b5ccd31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313034 Jun 29 11:36:49.021778 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-4698e495-2d98-4c43-99f6-50b7cb369f66 req-715d9b10-7327-48a1-a6f0-f4c06eb769f9 service neutron] 10.222.0.21 "GET /v2.0/networks/370af924-d6bd-4821-9056-c2048b5ccd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124582 Jun 29 11:36:49.223363 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Device f8a5b7be-8f3b-41ee-a59d-4beb49807edd details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 11:36:49.364395 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] For port f8a5b7be-8f3b-41ee-a59d-4beb49807edd, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=f8a5b7be-8f3b-41ee-a59d-4beb49807edd,segment=NetworkSegment(be629f3e-5318-4bd9-a3eb-eacbaaff2dee),segment_id=be629f3e-5318-4bd9-a3eb-eacbaaff2dee)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:36:49.379876 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Returning: {'device': 'f8a5b7be-8f3b-41ee-a59d-4beb49807edd', 'network_id': '3ce18681-8d37-4f41-924d-8c2f3e358ad3', 'port_id': 'f8a5b7be-8f3b-41ee-a59d-4beb49807edd', 'mac_address': 'fa:16:3e:60:cb:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '344db7cd-d121-4931-ab39-a92265357e50', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 11:36:49.431503 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:49.441076 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 49176) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:49.448369 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-4698e495-2d98-4c43-99f6-50b7cb369f66 req-dae183f6-f6a3-447e-a53a-7a1258fc5b5b service neutron] 10.222.0.21 "GET /v2.0/networks/370af924-d6bd-4821-9056-c2048b5ccd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4116735 Jun 29 11:36:49.464614 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9250a5ab-8488-45b1-a2d5-309dbbfac45e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:49.497610 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.notifiers.nova [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8a5b7be-8f3b-41ee-a59d-4beb49807edd {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:36:49.566389 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] For port f8a5b7be-8f3b-41ee-a59d-4beb49807edd, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=f8a5b7be-8f3b-41ee-a59d-4beb49807edd,segment=NetworkSegment(be629f3e-5318-4bd9-a3eb-eacbaaff2dee),segment_id=be629f3e-5318-4bd9-a3eb-eacbaaff2dee)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:36:49.573598 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:49.575460 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8c6409ca-72e4-487c-880e-fb5ac387a591 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:49.629389 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9250a5ab-8488-45b1-a2d5-309dbbfac45e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:49.638122 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9250a5ab-8488-45b1-a2d5-309dbbfac45e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:49.661802 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-914e8c00-0420-4dfd-a1cb-d1c9535791ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:49.708866 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-9250a5ab-8488-45b1-a2d5-309dbbfac45e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=19d0204ab8c74235bba6206a6f584c0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2661848 Jun 29 11:36:49.712345 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 49186) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:49.712987 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 49188) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:49.728701 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9250a5ab-8488-45b1-a2d5-309dbbfac45e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96e0f31d-e7db-4f48-9114-d435dbe55ae6,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:49.751616 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9250a5ab-8488-45b1-a2d5-309dbbfac45e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:49.824294 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a9b5184f-df2b-4b12-a039-b70a88f70dab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:49.853723 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a9b5184f-df2b-4b12-a039-b70a88f70dab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:49.858588 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Pushing event updated for resources: {'Port': ['ID=f8a5b7be-8f3b-41ee-a59d-4beb49807edd,revision_number=4']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:49.867841 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e635c6-2ad6-4a5d-8b07-0686d41b37d0 req-332290fd-6ed7-4445-b0a9-98eb0929e6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:49.870328 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-99e635c6-2ad6-4a5d-8b07-0686d41b37d0 req-332290fd-6ed7-4445-b0a9-98eb0929e6a4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b0862d86861e4a6294669237a0d1c827&device_id=0bf16164-bd87-4019-b59a-424dc56be8fd HTTP/1.1" status: 200 len: 1097 time: 0.3432558 Jun 29 11:36:49.871357 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:36:49.871903 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:36:49.872405 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:36:49.872881 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:36:49.873354 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:36:49.873873 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:36:49.874396 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:36:49.874921 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:36:49.875458 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:36:49.876006 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:36:49.876544 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:36:49.877059 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:36:49.881972 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:49.952615 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d0aaa1-5a0d-433d-a6df-abc48535d241 req-e460c900-7553-48f4-969f-427fb27eed04 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:49.954382 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-c3d0aaa1-5a0d-433d-a6df-abc48535d241 req-e460c900-7553-48f4-969f-427fb27eed04 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/ports?device_id=0bf16164-bd87-4019-b59a-424dc56be8fd HTTP/1.1" status: 200 len: 944 time: 0.3116970 Jun 29 11:36:49.978923 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dd7d0a-d1a6-4ce2-8315-85e0c47cb243 req-717975c0-8391-447b-9382-a359aba1b2a9 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:49.980766 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-83dd7d0a-d1a6-4ce2-8315-85e0c47cb243 req-717975c0-8391-447b-9382-a359aba1b2a9 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] 10.222.0.78 "GET /v2.0/ports?device_id=9dcda747-4e52-49fa-8a23-f5941c81a146 HTTP/1.1" status: 200 len: 945 time: 0.2652347 Jun 29 11:36:50.030697 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 49200) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:50.068287 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-83dd7d0a-d1a6-4ce2-8315-85e0c47cb243 req-e2df75b1-703b-40e9-aa2e-c1ff89255e03 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3cad45c-93e8-4d71-afb7-37b54bdb1e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736172 Jun 29 11:36:50.092469 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-c3d0aaa1-5a0d-433d-a6df-abc48535d241 req-53679eb1-2abb-4577-be60-7db85e065265 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c1a7ad6-20f5-44d5-aaf0-50a5387c12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087234 Jun 29 11:36:50.101667 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e635c6-2ad6-4a5d-8b07-0686d41b37d0 req-c047d977-0dc7-4bd1-8049-d2fe6b2be486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:50.104361 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-99e635c6-2ad6-4a5d-8b07-0686d41b37d0 req-c047d977-0dc7-4bd1-8049-d2fe6b2be486 service neutron] 10.222.0.21 "GET /v2.0/networks?id=370af924-d6bd-4821-9056-c2048b5ccd31 HTTP/1.1" status: 200 len: 916 time: 0.2267013 Jun 29 11:36:50.106460 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.v2.base [None req-042d295f-e6b6-45c4-8055-b8dd5f59f0e4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1927165884-network', 'tenant_id': '2380481284f44afe9b84a01bb5bc9203'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:36:50.137934 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-042d295f-e6b6-45c4-8055-b8dd5f59f0e4 admin admin] Made reservation on behalf of 2380481284f44afe9b84a01bb5bc9203 for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:36:50.144554 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-042d295f-e6b6-45c4-8055-b8dd5f59f0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:50.156632 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-042d295f-e6b6-45c4-8055-b8dd5f59f0e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:50.157268 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.v2.base [None req-c3f3047e-9e8b-42a8-923c-f14f71e09712 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1102038473-network', 'tenant_id': 'fb634060125f416085622032826f0074'}} {{(pid=93175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:36:50.174448 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a9b5184f-df2b-4b12-a039-b70a88f70dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:50.177973 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a9b5184f-df2b-4b12-a039-b70a88f70dab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:50.180370 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-a9b5184f-df2b-4b12-a039-b70a88f70dab admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/96e0f31d-e7db-4f48-9114-d435dbe55ae6 HTTP/1.1" status: 204 len: 168 time: 0.4643426 Jun 29 11:36:50.187924 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b78cc869-50fc-4dbe-b0c6-e44c74f731d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:50.195751 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-99e635c6-2ad6-4a5d-8b07-0686d41b37d0 req-5dfae10e-c204-4bcb-af21-677915317d88 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e5896aa-4bf6-46fb-b1f6-fd9f85e28e8c HTTP/1.1" status: 200 len: 217 time: 0.0799894 Jun 29 11:36:50.210608 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.db.api [None req-042d295f-e6b6-45c4-8055-b8dd5f59f0e4 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 29 11:36:50.210608 dv-cinder-797608-2-smb neutron-server[93176]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 29 11:36:50.210608 dv-cinder-797608-2-smb neutron-server[93176]: [parameters: {'project_id_1': '2380481284f44afe9b84a01bb5bc9203', 'expiration_1': datetime.datetime(2021, 6, 29, 11, 36, 50, 200819)}] Jun 29 11:36:50.210608 dv-cinder-797608-2-smb neutron-server[93176]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93176) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 11:36:50.210950 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_db.api [None req-042d295f-e6b6-45c4-8055-b8dd5f59f0e4 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 11:36:50.212861 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b5184f-df2b-4b12-a039-b70a88f70dab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e0f31d-e7db-4f48-9114-d435dbe55ae6,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:50.216367 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a9b5184f-df2b-4b12-a039-b70a88f70dab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:50.270699 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3f3047e-9e8b-42a8-923c-f14f71e09712 admin admin] Made reservation on behalf of fb634060125f416085622032826f0074 for: {'network': 1} {{(pid=93175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:36:50.275100 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-c3f3047e-9e8b-42a8-923c-f14f71e09712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for network, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:50.290330 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-c3f3047e-9e8b-42a8-923c-f14f71e09712 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:50.319247 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e635c6-2ad6-4a5d-8b07-0686d41b37d0 req-211d672b-8b0f-450d-92d4-0f0556dc27d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:50.320947 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-99e635c6-2ad6-4a5d-8b07-0686d41b37d0 req-211d672b-8b0f-450d-92d4-0f0556dc27d4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8ea9ab15-43b2-48ad-8e01-7b17b01c47dd HTTP/1.1" status: 200 len: 855 time: 0.1138067 Jun 29 11:36:50.372233 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] get_ports_and_sgs() called for port_ids ['f8a5b7be-8f3b-41ee-a59d-4beb49807edd'] {{(pid=93177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:36:50.372831 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-99e635c6-2ad6-4a5d-8b07-0686d41b37d0 req-2d4d4f00-95bd-4287-8a9c-53775a850b86 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=370af924-d6bd-4821-9056-c2048b5ccd31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453186 Jun 29 11:36:50.527698 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-99e635c6-2ad6-4a5d-8b07-0686d41b37d0 req-89a0da86-0744-46f1-85da-246abe5d5a9b service neutron] 10.222.0.21 "GET /v2.0/networks/370af924-d6bd-4821-9056-c2048b5ccd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453469 Jun 29 11:36:50.542793 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:50.564336 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-c3f3047e-9e8b-42a8-923c-f14f71e09712 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:50.579800 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-c3f3047e-9e8b-42a8-923c-f14f71e09712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:50.610010 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-86c248b8-be7f-4135-8846-17f847b52ee0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:50.647179 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3f3047e-9e8b-42a8-923c-f14f71e09712 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=93175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 11:36:50.665383 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f3047e-9e8b-42a8-923c-f14f71e09712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3,revision_number=1']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:50.670339 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-c3f3047e-9e8b-42a8-923c-f14f71e09712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144823'] for segment, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:50.670684 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.db.segments_db [None req-c3f3047e-9e8b-42a8-923c-f14f71e09712 admin admin] Added segment 2655a1ac-f4fd-412e-aebf-1a0b049744ab of type vlan for network e649846e-4490-4030-83be-c56063ebfb83 Jun 29 11:36:50.672236 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-c3f3047e-9e8b-42a8-923c-f14f71e09712 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:50.713024 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-042d295f-e6b6-45c4-8055-b8dd5f59f0e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:50.738603 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-c3f3047e-9e8b-42a8-923c-f14f71e09712 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744990971203'] for network, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:50.745065 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-99e635c6-2ad6-4a5d-8b07-0686d41b37d0 req-c3f32db9-de50-4a5d-9c2f-2b65cd7c9db5 service neutron] 10.222.0.21 "GET /v2.0/networks/370af924-d6bd-4821-9056-c2048b5ccd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045102 Jun 29 11:36:50.787840 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-c3f3047e-9e8b-42a8-923c-f14f71e09712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370'] for network, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:50.789854 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f3047e-9e8b-42a8-923c-f14f71e09712 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:50.790622 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-c3f3047e-9e8b-42a8-923c-f14f71e09712 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636407'] for network, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:50.794453 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-a09c78f6-9afc-440d-94e3-29807b744a9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:50.851638 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-042d295f-e6b6-45c4-8055-b8dd5f59f0e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:50.857713 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-042d295f-e6b6-45c4-8055-b8dd5f59f0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:50.861854 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-fd3da65f-4bd4-4509-8968-de0d01939961 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:50.874571 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-c3f3047e-9e8b-42a8-923c-f14f71e09712 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8346586 Jun 29 11:36:50.876638 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 49232) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:50.889629 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f3047e-9e8b-42a8-923c-f14f71e09712 admin admin] Pushing event updated for resources: {'Network': ['ID=e649846e-4490-4030-83be-c56063ebfb83,revision_number=1']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:50.890648 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.v2.base [None req-dd4a2c8f-c800-416c-9e4d-20618a599fb4 admin admin] Request body: {'subnet': {'network_id': 'e649846e-4490-4030-83be-c56063ebfb83', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1102038473-subnet', 'tenant_id': 'fb634060125f416085622032826f0074', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:36:50.913736 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-042d295f-e6b6-45c4-8055-b8dd5f59f0e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 11:36:50.914418 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-c3f3047e-9e8b-42a8-923c-f14f71e09712 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:50.918873 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042d295f-e6b6-45c4-8055-b8dd5f59f0e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a132c424-8487-4dcf-a6c1-aed3f41e803e,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:50.919579 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Network e649846e-4490-4030-83be-c56063ebfb83 details requested by agent ovs-agent-dv-cinder-797608-2-smb with host dv-cinder-797608-2-smb {{(pid=93177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 11:36:50.929037 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-042d295f-e6b6-45c4-8055-b8dd5f59f0e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:50.946790 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-042d295f-e6b6-45c4-8055-b8dd5f59f0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144823'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:50.947136 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.db.segments_db [None req-042d295f-e6b6-45c4-8055-b8dd5f59f0e4 admin admin] Added segment 0dd329e6-f3f4-41ec-84fb-b2fb9d144236 of type vlan for network c2332200-850d-4113-aa59-ea01be4aba3d Jun 29 11:36:50.958533 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd4a2c8f-c800-416c-9e4d-20618a599fb4 admin admin] Made reservation on behalf of fb634060125f416085622032826f0074 for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:36:50.961016 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-dd4a2c8f-c800-416c-9e4d-20618a599fb4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:51.054265 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-042d295f-e6b6-45c4-8055-b8dd5f59f0e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744990971203'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:51.139008 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-042d295f-e6b6-45c4-8055-b8dd5f59f0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:51.168372 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042d295f-e6b6-45c4-8055-b8dd5f59f0e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:51.169108 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-042d295f-e6b6-45c4-8055-b8dd5f59f0e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636407'] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:51.174259 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-62ed70fe-fbb3-4226-9a30-8d035c9066a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:51.252184 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-042d295f-e6b6-45c4-8055-b8dd5f59f0e4 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5381007 Jun 29 11:36:51.269926 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 49260) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:51.276910 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.v2.base [None req-66f6da04-c859-4838-9450-2a135453926b admin admin] Request body: {'subnet': {'network_id': 'c2332200-850d-4113-aa59-ea01be4aba3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1927165884-subnet', 'tenant_id': '2380481284f44afe9b84a01bb5bc9203', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:36:51.290609 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042d295f-e6b6-45c4-8055-b8dd5f59f0e4 admin admin] Pushing event updated for resources: {'Network': ['ID=c2332200-850d-4113-aa59-ea01be4aba3d,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:51.296218 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-042d295f-e6b6-45c4-8055-b8dd5f59f0e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:51.301134 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Network c2332200-850d-4113-aa59-ea01be4aba3d details requested by agent ovs-agent-dv-cinder-797608-2-smb with host dv-cinder-797608-2-smb {{(pid=93177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 11:36:51.312988 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-dd4a2c8f-c800-416c-9e4d-20618a599fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:51.317839 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9d3076a3-ddb9-4e5e-bf66-6f37d39cc043 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:51.344471 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66f6da04-c859-4838-9450-2a135453926b admin admin] Made reservation on behalf of 2380481284f44afe9b84a01bb5bc9203 for: {'subnet': 1} {{(pid=93175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:36:51.348207 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-66f6da04-c859-4838-9450-2a135453926b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61544163'] for subnet, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:51.486944 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4a2c8f-c800-416c-9e4d-20618a599fb4 admin admin] Checking segment: {'id': '2655a1ac-f4fd-412e-aebf-1a0b049744ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e649846e-4490-4030-83be-c56063ebfb83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:36:51.486944 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4a2c8f-c800-416c-9e4d-20618a599fb4 admin admin] Network hostable DHCP agents. Network: e649846e-4490-4030-83be-c56063ebfb83, hostable agents: ['069d6837-862e-44f3-9997-a187e03939a0'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 11:36:51.489918 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4a2c8f-c800-416c-9e4d-20618a599fb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68f333b4-cecc-4c5e-b444-811269c3af49,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:51.493333 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-dd4a2c8f-c800-416c-9e4d-20618a599fb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:51.530081 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790bcf7e-08c3-4553-9bd8-e932c9e6c911 req-78b4a75c-1b56-44f9-a40b-5ce10c35742a tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:51.530278 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4a2c8f-c800-416c-9e4d-20618a599fb4 admin admin] Network e649846e-4490-4030-83be-c56063ebfb83 is scheduled to be hosted by DHCP agent 069d6837-862e-44f3-9997-a187e03939a0 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 11:36:51.533842 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-790bcf7e-08c3-4553-9bd8-e932c9e6c911 req-78b4a75c-1b56-44f9-a40b-5ce10c35742a tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] 10.222.0.78 "GET /v2.0/ports?device_id=9dcda747-4e52-49fa-8a23-f5941c81a146 HTTP/1.1" status: 200 len: 945 time: 0.3061984 Jun 29 11:36:51.546714 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-dd4a2c8f-c800-416c-9e4d-20618a599fb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-2-smb, e649846e-4490-4030-83be-c56063ebfb83) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:36:51.557630 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b3d020-c7db-407c-9278-2698532d12cd None None] Network e649846e-4490-4030-83be-c56063ebfb83 requested from dv-cinder-797608-2-smb {{(pid=93177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:36:51.561435 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4a2c8f-c800-416c-9e4d-20618a599fb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:51.562029 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-dd4a2c8f-c800-416c-9e4d-20618a599fb4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:51.586952 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-dd4a2c8f-c800-416c-9e4d-20618a599fb4 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7070072 Jun 29 11:36:51.588474 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 49278) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:51.595195 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.v2.base [None req-2fed461e-dbcb-443a-918c-e2ebf1da6082 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1102038473-router', 'tenant_id': 'fb634060125f416085622032826f0074', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6'}}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:36:51.598812 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bf81ac-8d81-49ed-83f9-af285030e3aa req-7c5203d1-5a90-45e1-956e-79253fd7e3df tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:51.600394 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-f2bf81ac-8d81-49ed-83f9-af285030e3aa req-7c5203d1-5a90-45e1-956e-79253fd7e3df tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/ports?device_id=0bf16164-bd87-4019-b59a-424dc56be8fd HTTP/1.1" status: 200 len: 944 time: 0.2768581 Jun 29 11:36:51.636792 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2fed461e-dbcb-443a-918c-e2ebf1da6082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256'] for router, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:51.647254 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-790bcf7e-08c3-4553-9bd8-e932c9e6c911 req-67241f74-b754-4650-8078-b8a23e44a234 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3cad45c-93e8-4d71-afb7-37b54bdb1e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118596 Jun 29 11:36:51.647677 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2fed461e-dbcb-443a-918c-e2ebf1da6082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1003057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1012946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-927581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-265'] for router, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:51.751802 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-f2bf81ac-8d81-49ed-83f9-af285030e3aa req-281090e0-a5f3-4675-b24e-80a3201ae73b tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c1a7ad6-20f5-44d5-aaf0-50a5387c12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388991 Jun 29 11:36:51.809167 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2fed461e-dbcb-443a-918c-e2ebf1da6082 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:51.873118 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10dd1de-0f9c-4003-9a48-c56a23987880 None None] Network e649846e-4490-4030-83be-c56063ebfb83 requested from dv-cinder-797608-2-smb {{(pid=93177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:36:51.873960 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-66f6da04-c859-4838-9450-2a135453926b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61825904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61544177'] for subnet, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:51.876903 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-32a0eff4-f830-45dd-ba19-73c01643ef1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:51.941826 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f6da04-c859-4838-9450-2a135453926b admin admin] Pushing event updated for resources: {'Subnet': ['ID=13fcb72b-56e2-4a0b-ab6f-595d0ad47028,revision_number=0']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:51.948163 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-66f6da04-c859-4838-9450-2a135453926b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:51.954138 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f6da04-c859-4838-9450-2a135453926b admin admin] Checking segment: {'id': '0dd329e6-f3f4-41ec-84fb-b2fb9d144236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c2332200-850d-4113-aa59-ea01be4aba3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:36:51.955401 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f6da04-c859-4838-9450-2a135453926b admin admin] Network hostable DHCP agents. Network: c2332200-850d-4113-aa59-ea01be4aba3d, hostable agents: ['069d6837-862e-44f3-9997-a187e03939a0'], hosted agents: [] {{(pid=93175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 11:36:51.984314 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f6da04-c859-4838-9450-2a135453926b admin admin] Network c2332200-850d-4113-aa59-ea01be4aba3d is scheduled to be hosted by DHCP agent 069d6837-862e-44f3-9997-a187e03939a0 with binding_index 1 {{(pid=93175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 11:36:52.010865 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.base_scheduler [None req-66f6da04-c859-4838-9450-2a135453926b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-2-smb, c2332200-850d-4113-aa59-ea01be4aba3d) {{(pid=93175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:36:52.015496 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f6da04-c859-4838-9450-2a135453926b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:52.016259 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-66f6da04-c859-4838-9450-2a135453926b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636407'] for subnet, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:52.044922 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-66f6da04-c859-4838-9450-2a135453926b admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7665114 Jun 29 11:36:52.045340 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be49411f-21c8-4d6c-b248-7f46b7f1e894 None None] Network c2332200-850d-4113-aa59-ea01be4aba3d requested from dv-cinder-797608-2-smb {{(pid=93177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:36:52.059212 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2fed461e-dbcb-443a-918c-e2ebf1da6082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534850', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-507'] for router, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:52.137789 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 49294) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:52.205948 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646335ec-7284-49cf-929d-10ddf3ac7e5e None None] Network c2332200-850d-4113-aa59-ea01be4aba3d requested from dv-cinder-797608-2-smb {{(pid=93177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:36:52.299638 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.agents_db [None req-013366be-bbdd-48cc-8d7f-8588d5b4b8e9 None None] Agent healthcheck: found 6 active agents {{(pid=93178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:36:52.324563 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d380cd96-43da-4a0b-9615-c77952eb6107 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:52.375957 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2fed461e-dbcb-443a-918c-e2ebf1da6082 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:52.409228 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2fed461e-dbcb-443a-918c-e2ebf1da6082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:52.588351 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-2fed461e-dbcb-443a-918c-e2ebf1da6082 admin admin] Allocated IP 172.28.2.25 (6fd298bf-14bd-44c4-b839-39c6685a3eb6/042f854c-de74-4a6a-969f-d747577d8cca/45728784-ba9d-4072-b508-f38bf67aac8d) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:36:52.602547 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d380cd96-43da-4a0b-9615-c77952eb6107 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:52.608442 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d380cd96-43da-4a0b-9615-c77952eb6107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:52.613417 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-22106142-f4fe-4537-9ae6-0e994e13ddbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:52.745187 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d380cd96-43da-4a0b-9615-c77952eb6107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72220ab8-99fe-44ca-a43d-69bdac569906,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:52.761578 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d380cd96-43da-4a0b-9615-c77952eb6107 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:52.768292 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-d380cd96-43da-4a0b-9615-c77952eb6107 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b2584b5cbed04708a53ac2d1a1e89f3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6294107 Jun 29 11:36:52.780314 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 49328) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:52.841135 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2fed461e-dbcb-443a-918c-e2ebf1da6082 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:52.873592 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 49332) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:52.881842 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.v2.base [None req-97410f6c-6422-4f8b-8387-c4ec67060b51 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-970973142-network', 'tenant_id': '37d5c52051f24a8d929e57b47a8eb8ee'}} {{(pid=93175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:36:52.904089 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2fed461e-dbcb-443a-918c-e2ebf1da6082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3670657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744990953741'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:52.907229 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-f2b36c3e-5499-419c-8d20-484c9f32de47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:52.907843 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:52.948282 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fed461e-dbcb-443a-918c-e2ebf1da6082 admin admin] Network 6fd298bf-14bd-44c4-b839-39c6685a3eb6 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:36:52.951367 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-2fed461e-dbcb-443a-918c-e2ebf1da6082 admin admin] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:36:52.958635 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fed461e-dbcb-443a-918c-e2ebf1da6082 admin admin] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:36:52.963621 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fed461e-dbcb-443a-918c-e2ebf1da6082 admin admin] Pushing event updated for resources: {'Port': ['ID=45728784-ba9d-4072-b508-f38bf67aac8d,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:52.994983 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2fed461e-dbcb-443a-918c-e2ebf1da6082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:53.016730 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97410f6c-6422-4f8b-8387-c4ec67060b51 admin admin] Made reservation on behalf of 37d5c52051f24a8d929e57b47a8eb8ee for: {'network': 1} {{(pid=93175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:36:53.019927 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-97410f6c-6422-4f8b-8387-c4ec67060b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for network, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:53.040206 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8c1468-4344-4149-96e0-b1af9c7a0b38 req-df8ed142-9678-4f3b-bf54-ab0a8eff2f73 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:53.041787 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-8d8c1468-4344-4149-96e0-b1af9c7a0b38 req-df8ed142-9678-4f3b-bf54-ab0a8eff2f73 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] 10.222.0.78 "GET /v2.0/ports?device_id=9dcda747-4e52-49fa-8a23-f5941c81a146 HTTP/1.1" status: 200 len: 945 time: 0.2388332 Jun 29 11:36:53.044100 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-f2b36c3e-5499-419c-8d20-484c9f32de47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:53.071717 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-97410f6c-6422-4f8b-8387-c4ec67060b51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:53.182108 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-8d8c1468-4344-4149-96e0-b1af9c7a0b38 req-38106e65-3e89-498e-bd43-1543d2f4acb6 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3cad45c-93e8-4d71-afb7-37b54bdb1e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158934 Jun 29 11:36:53.200374 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b4178-294a-4180-8208-c34051161820 req-f38055ee-78df-4e58-a029-4cf0ffbd3aad tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:53.202053 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-a02b4178-294a-4180-8208-c34051161820 req-f38055ee-78df-4e58-a029-4cf0ffbd3aad tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/ports?device_id=0bf16164-bd87-4019-b59a-424dc56be8fd HTTP/1.1" status: 200 len: 944 time: 0.2694578 Jun 29 11:36:53.218428 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2fed461e-dbcb-443a-918c-e2ebf1da6082 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:53.232029 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-f2b36c3e-5499-419c-8d20-484c9f32de47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:53.240334 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Device 8e5896aa-4bf6-46fb-b1f6-fd9f85e28e8c details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 11:36:53.241920 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-f2b36c3e-5499-419c-8d20-484c9f32de47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:53.243080 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-f2b36c3e-5499-419c-8d20-484c9f32de47 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/72220ab8-99fe-44ca-a43d-69bdac569906 HTTP/1.1" status: 204 len: 168 time: 0.4615335 Jun 29 11:36:53.284965 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-f57afb47-222c-4105-8b18-006fcf85e6c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:53.302540 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Device f8a5b7be-8f3b-41ee-a59d-4beb49807edd up at agent hyperv_hv-cinder-79760 {{(pid=93177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:36:53.378992 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-a02b4178-294a-4180-8208-c34051161820 req-94a48761-6b2f-4298-87b8-1338ef8f3c31 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c1a7ad6-20f5-44d5-aaf0-50a5387c12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652091 Jun 29 11:36:53.383812 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b36c3e-5499-419c-8d20-484c9f32de47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72220ab8-99fe-44ca-a43d-69bdac569906,revision_number=None']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:53.389481 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-f2b36c3e-5499-419c-8d20-484c9f32de47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:53.476756 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-97410f6c-6422-4f8b-8387-c4ec67060b51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:53.488832 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-97410f6c-6422-4f8b-8387-c4ec67060b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:53.494139 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-7b2ec090-435a-4eb2-9cbb-21e5fcc89abb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:53.512909 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] For port 8e5896aa-4bf6-46fb-b1f6-fd9f85e28e8c, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=8e5896aa-4bf6-46fb-b1f6-fd9f85e28e8c,segment=NetworkSegment(0949f310-551d-4292-95ed-764ccdcd59df),segment_id=0949f310-551d-4292-95ed-764ccdcd59df)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:36:53.516061 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Provisioning for port f8a5b7be-8f3b-41ee-a59d-4beb49807edd completed by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:36:53.527585 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97410f6c-6422-4f8b-8387-c4ec67060b51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f390a81f-775f-4910-9f1f-6d129dfd9dc5,revision_number=1']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:53.530127 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Provisioning complete for port f8a5b7be-8f3b-41ee-a59d-4beb49807edd triggered by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:36:53.530680 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:53.535472 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-97410f6c-6422-4f8b-8387-c4ec67060b51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:53.542323 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97410f6c-6422-4f8b-8387-c4ec67060b51 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=93175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 11:36:53.558265 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-97410f6c-6422-4f8b-8387-c4ec67060b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144823'] for segment, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:53.558611 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.db.segments_db [None req-97410f6c-6422-4f8b-8387-c4ec67060b51 admin admin] Added segment 3ac8e4cb-e99b-484d-96e3-f8223458bae5 of type vlan for network 9c613dac-d689-49f3-bb84-d0a59c98cd13 Jun 29 11:36:53.607187 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-97410f6c-6422-4f8b-8387-c4ec67060b51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744990971203'] for network, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:53.621805 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Returning: {'device': '8e5896aa-4bf6-46fb-b1f6-fd9f85e28e8c', 'network_id': '370af924-d6bd-4821-9056-c2048b5ccd31', 'port_id': '8e5896aa-4bf6-46fb-b1f6-fd9f85e28e8c', 'mac_address': 'fa:16:3e:9f:af:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ea9ab15-43b2-48ad-8e01-7b17b01c47dd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 11:36:53.664061 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-97410f6c-6422-4f8b-8387-c4ec67060b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370'] for network, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:53.665563 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97410f6c-6422-4f8b-8387-c4ec67060b51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:53.666339 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-97410f6c-6422-4f8b-8387-c4ec67060b51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636407'] for network, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:53.669616 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:53.681365 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:53.727387 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-97410f6c-6422-4f8b-8387-c4ec67060b51 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8472903 Jun 29 11:36:53.731085 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] For port f8a5b7be-8f3b-41ee-a59d-4beb49807edd, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=f8a5b7be-8f3b-41ee-a59d-4beb49807edd,segment=NetworkSegment(be629f3e-5318-4bd9-a3eb-eacbaaff2dee),segment_id=be629f3e-5318-4bd9-a3eb-eacbaaff2dee)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:36:53.732480 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 49346) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:53.745749 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.v2.base [None req-278833b2-9c29-4383-bbfc-3a1479b658b6 admin admin] Request body: {'subnet': {'network_id': '9c613dac-d689-49f3-bb84-d0a59c98cd13', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-970973142-subnet', 'tenant_id': '37d5c52051f24a8d929e57b47a8eb8ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:36:53.772129 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-278833b2-9c29-4383-bbfc-3a1479b658b6 admin admin] Made reservation on behalf of 37d5c52051f24a8d929e57b47a8eb8ee for: {'subnet': 1} {{(pid=93175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:36:53.776921 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-278833b2-9c29-4383-bbfc-3a1479b658b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61544163'] for subnet, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:53.781037 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97410f6c-6422-4f8b-8387-c4ec67060b51 admin admin] Pushing event updated for resources: {'Network': ['ID=9c613dac-d689-49f3-bb84-d0a59c98cd13,revision_number=1']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:53.792588 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dcda747-4e52-49fa-8a23-f5941c81a146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a5b7be-8f3b-41ee-a59d-4beb49807edd'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:36:53.794025 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-97410f6c-6422-4f8b-8387-c4ec67060b51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:53.795787 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf503b922a63088b6f722bf1da6ea29b944079dc3e77b23c7214b141eee454" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68df061c-cfa7-400c-a10e-88a4f1b521bd" -d '{"events": [{"server_uuid": "9dcda747-4e52-49fa-8a23-f5941c81a146", "name": "network-vif-plugged", "status": "completed", "tag": "f8a5b7be-8f3b-41ee-a59d-4beb49807edd"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:36:53.803072 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:53.806477 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2fed461e-dbcb-443a-918c-e2ebf1da6082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534950'] for router, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:53.839526 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:53.851292 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.notifiers.nova [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e5896aa-4bf6-46fb-b1f6-fd9f85e28e8c {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:36:53.863140 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-8c880364-98b8-42be-9105-beb822f23234 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:53.924575 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 49350) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:53.942569 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Network 9c613dac-d689-49f3-bb84-d0a59c98cd13 details requested by agent ovs-agent-dv-cinder-797608-2-smb with host dv-cinder-797608-2-smb {{(pid=93177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 11:36:53.959188 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9164e763-9b4a-4d5e-9010-fef054174177 x-openstack-request-id: req-9164e763-9b4a-4d5e-9010-fef054174177 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:36:53.959674 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dcda747-4e52-49fa-8a23-f5941c81a146", "name": "network-vif-plugged", "status": "completed", "tag": "f8a5b7be-8f3b-41ee-a59d-4beb49807edd", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:36:53.960164 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9164e763-9b4a-4d5e-9010-fef054174177 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:36:53.960633 dv-cinder-797608-2-smb neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dcda747-4e52-49fa-8a23-f5941c81a146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a5b7be-8f3b-41ee-a59d-4beb49807edd', 'code': 200} Jun 29 11:36:53.995189 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-35914ab0-5c4f-4ba8-bba0-48bd005c8fdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:54.006948 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fed461e-dbcb-443a-918c-e2ebf1da6082 admin admin] Router b6474ae1-a041-460f-b17f-1367e84c10b3 is scheduled to L3 agent bfbd9503-e406-4b21-85aa-cc71bbe721ce with binding_index 1 {{(pid=93176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 11:36:54.013620 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Pushing event updated for resources: {'Port': ['ID=f8a5b7be-8f3b-41ee-a59d-4beb49807edd,revision_number=5']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:54.023905 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:54.043708 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] For port 8e5896aa-4bf6-46fb-b1f6-fd9f85e28e8c, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=8e5896aa-4bf6-46fb-b1f6-fd9f85e28e8c,segment=NetworkSegment(0949f310-551d-4292-95ed-764ccdcd59df),segment_id=0949f310-551d-4292-95ed-764ccdcd59df)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:36:54.049361 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:54.057443 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:54.117768 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-278833b2-9c29-4383-bbfc-3a1479b658b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61825904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61544177'] for subnet, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:54.121375 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Pushing event updated for resources: {'Port': ['ID=8e5896aa-4bf6-46fb-b1f6-fd9f85e28e8c,revision_number=4']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:54.125965 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:54.151234 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:54.163046 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fed461e-dbcb-443a-918c-e2ebf1da6082 admin admin] Notify agent at l3_agent.dv-cinder-797608-2-smb the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:36:54.176691 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e32b80a-732b-436f-8e79-476a864f77ae None None] Sync routers for ids ['b6474ae1-a041-460f-b17f-1367e84c10b3'] in dv-cinder-797608-2-smb {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:36:54.188011 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e32b80a-732b-436f-8e79-476a864f77ae None None] Routers {'b6474ae1-a041-460f-b17f-1367e84c10b3'} bound to L3 agent in host dv-cinder-797608-2-smb {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:36:54.188767 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-1e32b80a-732b-436f-8e79-476a864f77ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T11:27:33Z,description=,heartbeat_timestamp=2021-06-29T11:36:33Z,host='dv-cinder-797608-2-smb',id=bfbd9503-e406-4b21-85aa-cc71bbe721ce,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:33Z,topic='l3_agent')) {'router_ids': ['b6474ae1-a041-460f-b17f-1367e84c10b3'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:36:54.273879 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278833b2-9c29-4383-bbfc-3a1479b658b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9ecb9b8-5254-483d-8db7-34ec1f7d8e96,revision_number=0']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:54.282180 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-278833b2-9c29-4383-bbfc-3a1479b658b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:54.295375 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278833b2-9c29-4383-bbfc-3a1479b658b6 admin admin] Checking segment: {'id': '3ac8e4cb-e99b-484d-96e3-f8223458bae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9c613dac-d689-49f3-bb84-d0a59c98cd13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:36:54.295635 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278833b2-9c29-4383-bbfc-3a1479b658b6 admin admin] Network hostable DHCP agents. Network: 9c613dac-d689-49f3-bb84-d0a59c98cd13, hostable agents: ['069d6837-862e-44f3-9997-a187e03939a0'], hosted agents: [] {{(pid=93175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 11:36:54.305258 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-35914ab0-5c4f-4ba8-bba0-48bd005c8fdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:54.313519 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-35914ab0-5c4f-4ba8-bba0-48bd005c8fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:54.318837 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2fed461e-dbcb-443a-918c-e2ebf1da6082 admin admin] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:54.319741 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-f2b36c3e-5499-419c-8d20-484c9f32de47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:54.320828 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-1e32b80a-732b-436f-8e79-476a864f77ae None None] Set router b6474ae1-a041-460f-b17f-1367e84c10b3 gateway port host: dv-cinder-797608-2-smb {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:36:54.324013 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-2fed461e-dbcb-443a-918c-e2ebf1da6082 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.7336001 Jun 29 11:36:54.326318 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 49354) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:54.358077 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefee84c-6c8b-43d8-bfa8-f734e5236af7 req-a5cad645-8715-4feb-81ea-9e7029a589f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:54.359910 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-fefee84c-6c8b-43d8-bfa8-f734e5236af7 req-a5cad645-8715-4feb-81ea-9e7029a589f2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9dcda747-4e52-49fa-8a23-f5941c81a146 HTTP/1.1" status: 200 len: 1099 time: 0.1783764 Jun 29 11:36:54.384106 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-35914ab0-5c4f-4ba8-bba0-48bd005c8fdb admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=955275fe76f745e4b3cf68717601be5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4550195 Jun 29 11:36:54.392799 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278833b2-9c29-4383-bbfc-3a1479b658b6 admin admin] Network 9c613dac-d689-49f3-bb84-d0a59c98cd13 is scheduled to be hosted by DHCP agent 069d6837-862e-44f3-9997-a187e03939a0 with binding_index 1 {{(pid=93175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 11:36:54.397164 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 49356) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:54.436267 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35914ab0-5c4f-4ba8-bba0-48bd005c8fdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e395030-5d15-48b6-a634-9e2e675e5209,revision_number=1']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:54.443316 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-35914ab0-5c4f-4ba8-bba0-48bd005c8fdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:54.481282 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.base_scheduler [None req-278833b2-9c29-4383-bbfc-3a1479b658b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-2-smb, 9c613dac-d689-49f3-bb84-d0a59c98cd13) {{(pid=93175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:36:54.492424 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31428ac-1ab1-40ce-9ec6-5b3db3eedf59 None None] Network 9c613dac-d689-49f3-bb84-d0a59c98cd13 requested from dv-cinder-797608-2-smb {{(pid=93177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:36:54.510519 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278833b2-9c29-4383-bbfc-3a1479b658b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:54.511115 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-278833b2-9c29-4383-bbfc-3a1479b658b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636407'] for subnet, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:54.560773 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-fefee84c-6c8b-43d8-bfa8-f734e5236af7 req-971caefb-e73d-4aea-a77c-bd6b5fd117da service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f3cad45c-93e8-4d71-afb7-37b54bdb1e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802475 Jun 29 11:36:54.654053 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] get_ports_and_sgs() called for port_ids ['8e5896aa-4bf6-46fb-b1f6-fd9f85e28e8c'] {{(pid=93177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:36:54.673091 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-278833b2-9c29-4383-bbfc-3a1479b658b6 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9382536 Jun 29 11:36:54.782819 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-1e32b80a-732b-436f-8e79-476a864f77ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6474ae1-a041-460f-b17f-1367e84c10b3', 'name': 'tempest-ServerRescueNegativeTestJSON-1102038473-router', 'tenant_id': 'fb634060125f416085622032826f0074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'external_fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': '45728784-ba9d-4072-b508-f38bf67aac8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:36:51Z', 'updated_at': '2021-06-29T11:36:53Z', 'revision_number': 3, 'project_id': 'fb634060125f416085622032826f0074', 'gw_port': {'id': '45728784-ba9d-4072-b508-f38bf67aac8d', 'name': '', 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:43:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6474ae1-a041-460f-b17f-1367e84c10b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:36:52Z', 'updated_at': '2021-06-29T11:36:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '042f854c-de74-4a6a-969f-d747577d8cca', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-smb'}], 'dv-cinder-797608-2-smb', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:36:54.873121 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-985cf42c-3cad-46fe-b799-110c4c64cd5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:54.889521 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e32b80a-732b-436f-8e79-476a864f77ae None None] Checking router: b6474ae1-a041-460f-b17f-1367e84c10b3 for host: dv-cinder-797608-2-smb {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:36:54.890863 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e32b80a-732b-436f-8e79-476a864f77ae None None] Updating router b6474ae1-a041-460f-b17f-1367e84c10b3 port 45728784-ba9d-4072-b508-f38bf67aac8d binding host dv-cinder-797608-2-smb {{(pid=93178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 11:36:54.935909 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de6fb41-1ccb-463d-bbd6-7c46338c59c2 None None] Network 9c613dac-d689-49f3-bb84-d0a59c98cd13 requested from dv-cinder-797608-2-smb {{(pid=93177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:36:54.954865 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1e32b80a-732b-436f-8e79-476a864f77ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:55.038292 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-985cf42c-3cad-46fe-b799-110c4c64cd5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:55.080087 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-362c7f7a-99a3-437f-8cd8-061f3119d844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:55.102235 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ef256-c2fc-4d7e-893e-5753197530c7 req-55b69746-07cf-42f6-b861-14fedd0e5130 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:55.114412 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-df7ef256-c2fc-4d7e-893e-5753197530c7 req-55b69746-07cf-42f6-b861-14fedd0e5130 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] 10.222.0.78 "GET /v2.0/ports?device_id=9dcda747-4e52-49fa-8a23-f5941c81a146 HTTP/1.1" status: 200 len: 946 time: 0.5570099 Jun 29 11:36:55.138285 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6742ab30-7772-40f0-9df5-c77e66583944 req-0e5c613f-71eb-4a33-9156-d07207863e26 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:55.146772 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-6742ab30-7772-40f0-9df5-c77e66583944 req-0e5c613f-71eb-4a33-9156-d07207863e26 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/ports?device_id=0bf16164-bd87-4019-b59a-424dc56be8fd HTTP/1.1" status: 200 len: 945 time: 0.5407956 Jun 29 11:36:55.234287 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-df7ef256-c2fc-4d7e-893e-5753197530c7 req-00bac4db-a1ec-458f-b722-f9ea600f5353 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3cad45c-93e8-4d71-afb7-37b54bdb1e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171649 Jun 29 11:36:55.269737 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-6742ab30-7772-40f0-9df5-c77e66583944 req-9e211711-8f87-4e1a-8c5d-9f77a7350cda tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c1a7ad6-20f5-44d5-aaf0-50a5387c12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217968 Jun 29 11:36:55.285311 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-985cf42c-3cad-46fe-b799-110c4c64cd5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:55.291816 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-985cf42c-3cad-46fe-b799-110c4c64cd5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:55.295413 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-985cf42c-3cad-46fe-b799-110c4c64cd5f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2e395030-5d15-48b6-a634-9e2e675e5209 HTTP/1.1" status: 204 len: 168 time: 0.8940699 Jun 29 11:36:55.295413 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-31367352-7a61-4a84-aeb8-f71620ad611d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:55.322693 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985cf42c-3cad-46fe-b799-110c4c64cd5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e395030-5d15-48b6-a634-9e2e675e5209,revision_number=None']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:55.339046 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-985cf42c-3cad-46fe-b799-110c4c64cd5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:55.486017 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-362c7f7a-99a3-437f-8cd8-061f3119d844 admin admin] Allocated IP 172.20.0.1 (e649846e-4490-4030-83be-c56063ebfb83/68f333b4-cecc-4c5e-b444-811269c3af49/31795254-c804-4536-b8df-ba63cad5e622) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:36:55.621106 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1e32b80a-732b-436f-8e79-476a864f77ae None None] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:55.640788 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-1e32b80a-732b-436f-8e79-476a864f77ae None None] Transition to ACTIVE for port object 45728784-ba9d-4072-b508-f38bf67aac8d will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:36:55.655963 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1e32b80a-732b-436f-8e79-476a864f77ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:55.661247 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-70f77cba-3155-4ba7-b77b-0bb7d056d628 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:55.673991 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-362c7f7a-99a3-437f-8cd8-061f3119d844 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:55.717348 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758dfbc9-64f1-4f95-b4c2-680d928850d5 None None] Pushing event updated for resources: {'Port': ['ID=45728784-ba9d-4072-b508-f38bf67aac8d,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:55.720536 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-1e32b80a-732b-436f-8e79-476a864f77ae None None] Attempting to bind port 45728784-ba9d-4072-b508-f38bf67aac8d on host dv-cinder-797608-2-smb for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:36:55.721282 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-1e32b80a-732b-436f-8e79-476a864f77ae None None] Attempting to bind port 45728784-ba9d-4072-b508-f38bf67aac8d by drivers openvswitch,hyperv on host dv-cinder-797608-2-smb at level 0 using segments [{'id': 'bd18eb46-f552-49e6-b53a-14bd17fb4993', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:36:55.722517 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e32b80a-732b-436f-8e79-476a864f77ae None None] Attempting to bind port 45728784-ba9d-4072-b508-f38bf67aac8d on network 6fd298bf-14bd-44c4-b839-39c6685a3eb6 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:36:55.730202 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758dfbc9-64f1-4f95-b4c2-680d928850d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:36:55.730832 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758dfbc9-64f1-4f95-b4c2-680d928850d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:36:55.731449 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758dfbc9-64f1-4f95-b4c2-680d928850d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:36:55.731985 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758dfbc9-64f1-4f95-b4c2-680d928850d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:36:55.732510 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758dfbc9-64f1-4f95-b4c2-680d928850d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:36:55.733025 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758dfbc9-64f1-4f95-b4c2-680d928850d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:36:55.733679 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758dfbc9-64f1-4f95-b4c2-680d928850d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:36:55.734181 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758dfbc9-64f1-4f95-b4c2-680d928850d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:36:55.734670 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758dfbc9-64f1-4f95-b4c2-680d928850d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:36:55.735178 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758dfbc9-64f1-4f95-b4c2-680d928850d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:36:55.735721 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758dfbc9-64f1-4f95-b4c2-680d928850d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:36:55.736245 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-758dfbc9-64f1-4f95-b4c2-680d928850d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:36:55.741820 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-758dfbc9-64f1-4f95-b4c2-680d928850d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:55.743244 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e32b80a-732b-436f-8e79-476a864f77ae None None] Checking agent: {'id': 'd2315a1d-b1aa-4a09-8200-44995cf6bc46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 27, 34), 'started_at': datetime.datetime(2021, 6, 29, 11, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:36:55.744037 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e32b80a-732b-436f-8e79-476a864f77ae None None] Checking segment: {'id': 'bd18eb46-f552-49e6-b53a-14bd17fb4993', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:36:55.744779 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1e32b80a-732b-436f-8e79-476a864f77ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:55.745147 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e32b80a-732b-436f-8e79-476a864f77ae None None] Bound using segment: {'id': 'bd18eb46-f552-49e6-b53a-14bd17fb4993', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:36:55.745705 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7b477-eedb-40e5-a864-a9ed739356e3 req-f172657b-fbe0-48a5-8a06-8815e48e1fee tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:55.745824 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-1e32b80a-732b-436f-8e79-476a864f77ae None None] Bound port: 45728784-ba9d-4072-b508-f38bf67aac8d, host: dv-cinder-797608-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd18eb46-f552-49e6-b53a-14bd17fb4993', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:36:55.746230 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1e32b80a-732b-436f-8e79-476a864f77ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:55.747228 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-01d7b477-eedb-40e5-a864-a9ed739356e3 req-f172657b-fbe0-48a5-8a06-8815e48e1fee tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] 10.222.0.78 "GET /v2.0/networks?id=c2332200-850d-4113-aa59-ea01be4aba3d HTTP/1.1" status: 200 len: 809 time: 0.1788552 Jun 29 11:36:55.757703 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-362c7f7a-99a3-437f-8cd8-061f3119d844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3670657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744990953741'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:55.760694 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:55.787096 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-01d7b477-eedb-40e5-a864-a9ed739356e3 req-eb95cb5c-b93e-481f-b9f5-279791e98321 tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] 10.222.0.78 "GET /v2.0/quotas/2380481284f44afe9b84a01bb5bc9203 HTTP/1.1" status: 200 len: 375 time: 0.0323639 Jun 29 11:36:55.813778 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362c7f7a-99a3-437f-8cd8-061f3119d844 admin admin] Network e649846e-4490-4030-83be-c56063ebfb83 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:36:55.820911 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-362c7f7a-99a3-437f-8cd8-061f3119d844 admin admin] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:36:55.825125 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-1e32b80a-732b-436f-8e79-476a864f77ae None None] For port 45728784-ba9d-4072-b508-f38bf67aac8d, host dv-cinder-797608-2-smb, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:36:55.836367 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-1e32b80a-732b-436f-8e79-476a864f77ae None None] For port 45728784-ba9d-4072-b508-f38bf67aac8d, host dv-cinder-797608-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-smb',level=0,port_id=45728784-ba9d-4072-b508-f38bf67aac8d,segment=NetworkSegment(bd18eb46-f552-49e6-b53a-14bd17fb4993),segment_id=bd18eb46-f552-49e6-b53a-14bd17fb4993)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:36:55.837683 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362c7f7a-99a3-437f-8cd8-061f3119d844 admin admin] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:36:55.843650 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-362c7f7a-99a3-437f-8cd8-061f3119d844 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015169'] for router_interface, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:55.847280 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-1e32b80a-732b-436f-8e79-476a864f77ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:55.851782 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:55.904462 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362c7f7a-99a3-437f-8cd8-061f3119d844 admin admin] Pushing event updated for resources: {'Port': ['ID=31795254-c804-4536-b8df-ba63cad5e622,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:55.930373 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-362c7f7a-99a3-437f-8cd8-061f3119d844 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:55.948560 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758dfbc9-64f1-4f95-b4c2-680d928850d5 None None] Pushing event updated for resources: {'Port': ['ID=45728784-ba9d-4072-b508-f38bf67aac8d,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:55.951256 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e32b80a-732b-436f-8e79-476a864f77ae None None] Routers {'b6474ae1-a041-460f-b17f-1367e84c10b3'} bound to L3 agent in host dv-cinder-797608-2-smb {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:36:55.951823 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-1e32b80a-732b-436f-8e79-476a864f77ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T11:27:33Z,description=,heartbeat_timestamp=2021-06-29T11:36:33Z,host='dv-cinder-797608-2-smb',id=bfbd9503-e406-4b21-85aa-cc71bbe721ce,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:33Z,topic='l3_agent')) {'router_ids': ['b6474ae1-a041-460f-b17f-1367e84c10b3'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:36:55.954252 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-758dfbc9-64f1-4f95-b4c2-680d928850d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:55.963767 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-01d7b477-eedb-40e5-a864-a9ed739356e3 req-f851bad3-1f91-4fe2-b172-280c33bcbb80 tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=2380481284f44afe9b84a01bb5bc9203&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1752760 Jun 29 11:36:56.120697 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-1e32b80a-732b-436f-8e79-476a864f77ae None None] Set router b6474ae1-a041-460f-b17f-1367e84c10b3 gateway port host: dv-cinder-797608-2-smb {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:36:56.150264 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-362c7f7a-99a3-437f-8cd8-061f3119d844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:56.190242 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-01d7b477-eedb-40e5-a864-a9ed739356e3 req-533a2ca7-0f18-42d7-a7d3-b77ab11a5671 service neutron] 10.222.0.78 "GET /v2.0/networks/c2332200-850d-4113-aa59-ea01be4aba3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810617 Jun 29 11:36:56.415070 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-01d7b477-eedb-40e5-a864-a9ed739356e3 req-fcd9d907-6e0d-45b5-8ebf-b7b75bb0e701 service neutron] 10.222.0.78 "GET /v2.0/networks/c2332200-850d-4113-aa59-ea01be4aba3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185123 Jun 29 11:36:56.439283 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-362c7f7a-99a3-437f-8cd8-061f3119d844 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:56.448076 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-362c7f7a-99a3-437f-8cd8-061f3119d844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:56.451471 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-362c7f7a-99a3-437f-8cd8-061f3119d844 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015061'] for router_interface, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:56.457862 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2aa32667-a2d6-4941-9535-1c129e5bfcf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:56.512515 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-1e32b80a-732b-436f-8e79-476a864f77ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6474ae1-a041-460f-b17f-1367e84c10b3', 'name': 'tempest-ServerRescueNegativeTestJSON-1102038473-router', 'tenant_id': 'fb634060125f416085622032826f0074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'external_fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': '45728784-ba9d-4072-b508-f38bf67aac8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:36:51Z', 'updated_at': '2021-06-29T11:36:53Z', 'revision_number': 3, 'project_id': 'fb634060125f416085622032826f0074', 'gw_port': {'id': '45728784-ba9d-4072-b508-f38bf67aac8d', 'name': '', 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:43:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6474ae1-a041-460f-b17f-1367e84c10b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:36:52Z', 'updated_at': '2021-06-29T11:36:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '042f854c-de74-4a6a-969f-d747577d8cca', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-smb'}], 'dv-cinder-797608-2-smb', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:36:56.611640 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e32b80a-732b-436f-8e79-476a864f77ae None None] The sync data for ids ['b6474ae1-a041-460f-b17f-1367e84c10b3'] in dv-cinder-797608-2-smb is: [{'id': 'b6474ae1-a041-460f-b17f-1367e84c10b3', 'name': 'tempest-ServerRescueNegativeTestJSON-1102038473-router', 'tenant_id': 'fb634060125f416085622032826f0074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'external_fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': '45728784-ba9d-4072-b508-f38bf67aac8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:36:51Z', 'updated_at': '2021-06-29T11:36:53Z', 'revision_number': 3, 'project_id': 'fb634060125f416085622032826f0074', 'gw_port': {'id': '45728784-ba9d-4072-b508-f38bf67aac8d', 'name': '', 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:43:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6474ae1-a041-460f-b17f-1367e84c10b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:36:52Z', 'updated_at': '2021-06-29T11:36:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '042f854c-de74-4a6a-969f-d747577d8cca', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-smb'}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:36:56.632109 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362c7f7a-99a3-437f-8cd8-061f3119d844 admin admin] Pushing event updated for resources: {'Port': ['ID=31795254-c804-4536-b8df-ba63cad5e622,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:56.645967 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-362c7f7a-99a3-437f-8cd8-061f3119d844 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:56.725311 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362c7f7a-99a3-437f-8cd8-061f3119d844 admin admin] Network e649846e-4490-4030-83be-c56063ebfb83 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:36:56.726721 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-362c7f7a-99a3-437f-8cd8-061f3119d844 admin admin] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:36:56.738788 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3cc0ba-aa16-40c3-82a0-0911565d54fa req-25b284c5-8188-478a-90e3-740fe6e6905e tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:56.764484 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-6c3cc0ba-aa16-40c3-82a0-0911565d54fa req-25b284c5-8188-478a-90e3-740fe6e6905e tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/ports?device_id=0bf16164-bd87-4019-b59a-424dc56be8fd HTTP/1.1" status: 200 len: 945 time: 0.2316625 Jun 29 11:36:56.854286 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-6c3cc0ba-aa16-40c3-82a0-0911565d54fa req-65bc082c-88a5-4955-bb88-5355fcb53fd6 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c1a7ad6-20f5-44d5-aaf0-50a5387c12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869555 Jun 29 11:36:56.900505 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-362c7f7a-99a3-437f-8cd8-061f3119d844 admin admin] Router b6474ae1-a041-460f-b17f-1367e84c10b3 has already been hosted by L3 agent bfbd9503-e406-4b21-85aa-cc71bbe721ce {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 11:36:57.252220 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Device 8e5896aa-4bf6-46fb-b1f6-fd9f85e28e8c up at agent hyperv_hv-cinder-79760 {{(pid=93177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:36:57.252838 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7a0fbe-53fe-4b7a-92cb-c7f888d5e044 req-375c9a34-e014-4eab-8510-e26130ef1ac9 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:57.260649 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-3c7a0fbe-53fe-4b7a-92cb-c7f888d5e044 req-375c9a34-e014-4eab-8510-e26130ef1ac9 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] 10.222.0.78 "GET /v2.0/ports?device_id=9dcda747-4e52-49fa-8a23-f5941c81a146 HTTP/1.1" status: 200 len: 946 time: 0.1593280 Jun 29 11:36:57.366782 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-3c7a0fbe-53fe-4b7a-92cb-c7f888d5e044 req-1cd2402f-2bcd-49ad-b586-6d171f2b01c3 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3cad45c-93e8-4d71-afb7-37b54bdb1e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850892 Jun 29 11:36:57.422401 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-ce563bc7-9b57-446a-8821-2d15c05091ef req-aff46a94-fee5-48e5-8426-084bf333dd5f tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fe73ebc-8469-48d5-a0f5-c8cbaf3f8a74 HTTP/1.1" status: 200 len: 210 time: 0.0803509 Jun 29 11:36:57.430703 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Provisioning for port 8e5896aa-4bf6-46fb-b1f6-fd9f85e28e8c completed by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:36:57.441531 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Provisioning complete for port 8e5896aa-4bf6-46fb-b1f6-fd9f85e28e8c triggered by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:36:57.442092 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:57.511669 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-362c7f7a-99a3-437f-8cd8-061f3119d844 admin admin] Notify agent at l3_agent.dv-cinder-797608-2-smb the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:36:57.519870 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-362c7f7a-99a3-437f-8cd8-061f3119d844 admin admin] 10.222.0.78 "PUT /v2.0/routers/b6474ae1-a041-460f-b17f-1367e84c10b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1897159 Jun 29 11:36:57.603191 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:57.665245 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bf16164-bd87-4019-b59a-424dc56be8fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e5896aa-4bf6-46fb-b1f6-fd9f85e28e8c'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:36:57.667209 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf503b922a63088b6f722bf1da6ea29b944079dc3e77b23c7214b141eee454" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-327d88ed-db9d-4882-86a8-069e155a327b" -d '{"events": [{"server_uuid": "0bf16164-bd87-4019-b59a-424dc56be8fd", "name": "network-vif-plugged", "status": "completed", "tag": "8e5896aa-4bf6-46fb-b1f6-fd9f85e28e8c"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:36:57.731775 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] For port 8e5896aa-4bf6-46fb-b1f6-fd9f85e28e8c, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=8e5896aa-4bf6-46fb-b1f6-fd9f85e28e8c,segment=NetworkSegment(0949f310-551d-4292-95ed-764ccdcd59df),segment_id=0949f310-551d-4292-95ed-764ccdcd59df)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:36:57.744946 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:57.756626 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:57.834747 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 49492) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:57.872868 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-171bfa80-f1aa-4541-823f-1f0ae717f74e x-openstack-request-id: req-171bfa80-f1aa-4541-823f-1f0ae717f74e {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:36:57.873172 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bf16164-bd87-4019-b59a-424dc56be8fd", "name": "network-vif-plugged", "status": "completed", "tag": "8e5896aa-4bf6-46fb-b1f6-fd9f85e28e8c", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:36:57.873459 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-171bfa80-f1aa-4541-823f-1f0ae717f74e {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:36:57.873870 dv-cinder-797608-2-smb neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bf16164-bd87-4019-b59a-424dc56be8fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e5896aa-4bf6-46fb-b1f6-fd9f85e28e8c', 'code': 200} Jun 29 11:36:57.973717 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Pushing event updated for resources: {'Port': ['ID=8e5896aa-4bf6-46fb-b1f6-fd9f85e28e8c,revision_number=5']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:58.001264 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:58.058316 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Device 45728784-ba9d-4072-b508-f38bf67aac8d up at agent ovs-agent-dv-cinder-797608-2-smb {{(pid=93177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:36:58.183105 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Provisioning for port 45728784-ba9d-4072-b508-f38bf67aac8d completed by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:36:58.192057 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-6af8055f-78f5-4e01-9a7c-1c59f0f88df0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:58.192800 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Provisioning complete for port 45728784-ba9d-4072-b508-f38bf67aac8d triggered by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:36:58.193259 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:58.320769 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:58.371680 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] For port 45728784-ba9d-4072-b508-f38bf67aac8d, host dv-cinder-797608-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-smb',level=0,port_id=45728784-ba9d-4072-b508-f38bf67aac8d,segment=NetworkSegment(bd18eb46-f552-49e6-b53a-14bd17fb4993),segment_id=bd18eb46-f552-49e6-b53a-14bd17fb4993)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:36:58.376151 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:58.378704 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:58.448224 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c2bb72-c0ab-4c43-ba71-1709a7feb14c req-481f9f7e-5316-4634-a16d-e2ceaa15b980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:58.450737 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-d6c2bb72-c0ab-4c43-ba71-1709a7feb14c req-481f9f7e-5316-4634-a16d-e2ceaa15b980 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0bf16164-bd87-4019-b59a-424dc56be8fd HTTP/1.1" status: 200 len: 1099 time: 0.1972144 Jun 29 11:36:58.469952 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf929c-1b0f-4fe8-b85b-78751b5da58a req-ad2c33ba-8b3b-4f3f-89ed-f3d72f7b09fa tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:58.471667 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-3baf929c-1b0f-4fe8-b85b-78751b5da58a req-ad2c33ba-8b3b-4f3f-89ed-f3d72f7b09fa tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/ports?device_id=0bf16164-bd87-4019-b59a-424dc56be8fd HTTP/1.1" status: 200 len: 946 time: 0.2901814 Jun 29 11:36:58.474712 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Pushing event updated for resources: {'Port': ['ID=45728784-ba9d-4072-b508-f38bf67aac8d,revision_number=4']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:58.478172 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:58.599269 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-d6c2bb72-c0ab-4c43-ba71-1709a7feb14c req-66d66873-573b-4816-b89c-7c7c7323db5a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3c1a7ad6-20f5-44d5-aaf0-50a5387c12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412563 Jun 29 11:36:58.624226 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-3baf929c-1b0f-4fe8-b85b-78751b5da58a req-cc13e02e-3a8c-4556-8a62-78b5823669e0 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c1a7ad6-20f5-44d5-aaf0-50a5387c12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427605 Jun 29 11:36:58.637735 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-6af8055f-78f5-4e01-9a7c-1c59f0f88df0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:58.652851 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-6af8055f-78f5-4e01-9a7c-1c59f0f88df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:58.664343 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:58.717236 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3669a05c-caad-4b6b-854a-bd1f324a53fe req-55503c2e-77d1-49ad-9e15-7acafccbd616 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:58.719064 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-3669a05c-caad-4b6b-854a-bd1f324a53fe req-55503c2e-77d1-49ad-9e15-7acafccbd616 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/networks?id=e649846e-4490-4030-83be-c56063ebfb83 HTTP/1.1" status: 200 len: 819 time: 0.2262228 Jun 29 11:36:58.725249 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-6af8055f-78f5-4e01-9a7c-1c59f0f88df0 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=227f85c3a31941eb890292d8196df44d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8894203 Jun 29 11:36:58.727484 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af8055f-78f5-4e01-9a7c-1c59f0f88df0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b233389-58f7-425d-8c11-d6d9f63990ff,revision_number=1']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:58.728204 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 49524) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:58.730794 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-6af8055f-78f5-4e01-9a7c-1c59f0f88df0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:58.741002 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-3669a05c-caad-4b6b-854a-bd1f324a53fe req-dd12c7eb-d572-40ac-8bb7-802606666882 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/quotas/fb634060125f416085622032826f0074 HTTP/1.1" status: 200 len: 375 time: 0.0144114 Jun 29 11:36:58.792584 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2b2905a1-4baa-4a4c-b393-2425a06047de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:58.818794 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-3669a05c-caad-4b6b-854a-bd1f324a53fe req-04aa5f4b-51ec-46d2-a59f-3311302f5a83 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=fb634060125f416085622032826f0074&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0716996 Jun 29 11:36:58.819389 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2b2905a1-4baa-4a4c-b393-2425a06047de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:58.877456 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2b2905a1-4baa-4a4c-b393-2425a06047de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:58.880972 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2b2905a1-4baa-4a4c-b393-2425a06047de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:36:58.884524 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-2b2905a1-4baa-4a4c-b393-2425a06047de admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7b233389-58f7-425d-8c11-d6d9f63990ff HTTP/1.1" status: 204 len: 168 time: 0.1529763 Jun 29 11:36:58.884524 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-707cf5a8-7969-43b2-9902-3f08825af3b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:36:58.907884 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2905a1-4baa-4a4c-b393-2425a06047de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b233389-58f7-425d-8c11-d6d9f63990ff,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:36:58.915519 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2b2905a1-4baa-4a4c-b393-2425a06047de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:36:59.226324 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8598fdb-f3eb-4c67-b307-50a8f72018f3 None None] Sync routers for ids ['b6474ae1-a041-460f-b17f-1367e84c10b3'] in dv-cinder-797608-2-smb {{(pid=93177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:36:59.239367 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8598fdb-f3eb-4c67-b307-50a8f72018f3 None None] Routers {'b6474ae1-a041-460f-b17f-1367e84c10b3'} bound to L3 agent in host dv-cinder-797608-2-smb {{(pid=93177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:36:59.240532 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-f8598fdb-f3eb-4c67-b307-50a8f72018f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T11:27:33Z,description=,heartbeat_timestamp=2021-06-29T11:36:33Z,host='dv-cinder-797608-2-smb',id=bfbd9503-e406-4b21-85aa-cc71bbe721ce,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:33Z,topic='l3_agent')) {'router_ids': ['b6474ae1-a041-460f-b17f-1367e84c10b3'], 'active': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:36:59.551482 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-9c4f3aa9-5567-4213-ad2c-ca8d52a1f21f req-f3baed57-01bb-479d-9eba-1fc78a0bf885 tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fe73ebc-8469-48d5-a0f5-c8cbaf3f8a74 HTTP/1.1" status: 200 len: 210 time: 0.3035226 Jun 29 11:36:59.570057 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_dvr_db [None req-f8598fdb-f3eb-4c67-b307-50a8f72018f3 None None] Set router b6474ae1-a041-460f-b17f-1367e84c10b3 gateway port host: dv-cinder-797608-2-smb {{(pid=93177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:36:59.637371 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7b477-eedb-40e5-a864-a9ed739356e3 req-7325f466-9f3c-46ab-ab25-a7f11c9785e4 tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:36:59.660275 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-01d7b477-eedb-40e5-a864-a9ed739356e3 req-7325f466-9f3c-46ab-ab25-a7f11c9785e4 tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] 10.222.0.21 "GET /v2.0/networks?id=c2332200-850d-4113-aa59-ea01be4aba3d HTTP/1.1" status: 200 len: 809 time: 0.4077685 Jun 29 11:36:59.741048 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.v2.base [req-01d7b477-eedb-40e5-a864-a9ed739356e3 req-a23dca50-892d-4dc4-ba89-d4bf65a962ba tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] Request body: {'port': {'device_id': '9fe73ebc-8469-48d5-a0f5-c8cbaf3f8a74', 'network_id': 'c2332200-850d-4113-aa59-ea01be4aba3d', 'admin_state_up': True, 'tenant_id': '2380481284f44afe9b84a01bb5bc9203'}} {{(pid=93175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:36:59.906804 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 49570) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:36:59.987091 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Device 45728784-ba9d-4072-b508-f38bf67aac8d up at agent ovs-agent-dv-cinder-797608-2-smb {{(pid=93177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:36:59.998151 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-3669a05c-caad-4b6b-854a-bd1f324a53fe req-1ec5eee9-9c80-4d79-9809-a5283f6e1a56 service neutron] 10.222.0.78 "GET /v2.0/networks/e649846e-4490-4030-83be-c56063ebfb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1712968 Jun 29 11:37:00.003898 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01d7b477-eedb-40e5-a864-a9ed739356e3 req-a23dca50-892d-4dc4-ba89-d4bf65a962ba tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] Made reservation on behalf of 2380481284f44afe9b84a01bb5bc9203 for: {'port': 1} {{(pid=93175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:37:00.010290 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-01d7b477-eedb-40e5-a864-a9ed739356e3 req-a23dca50-892d-4dc4-ba89-d4bf65a962ba tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:00.037506 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-f8598fdb-f3eb-4c67-b307-50a8f72018f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6474ae1-a041-460f-b17f-1367e84c10b3', 'name': 'tempest-ServerRescueNegativeTestJSON-1102038473-router', 'tenant_id': 'fb634060125f416085622032826f0074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'external_fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': '45728784-ba9d-4072-b508-f38bf67aac8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:36:51Z', 'updated_at': '2021-06-29T11:36:56Z', 'revision_number': 4, 'project_id': 'fb634060125f416085622032826f0074', 'gw_port': {'id': '45728784-ba9d-4072-b508-f38bf67aac8d', 'name': '', 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:43:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6474ae1-a041-460f-b17f-1367e84c10b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:36:52Z', 'updated_at': '2021-06-29T11:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042f854c-de74-4a6a-969f-d747577d8cca', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-smb', '_interfaces': [{'id': '31795254-c804-4536-b8df-ba63cad5e622', 'name': '', 'network_id': 'e649846e-4490-4030-83be-c56063ebfb83', 'tenant_id': 'fb634060125f416085622032826f0074', 'mac_address': 'fa:16:3e:4e:2e:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6474ae1-a041-460f-b17f-1367e84c10b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '68f333b4-cecc-4c5e-b444-811269c3af49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:36:55Z', 'updated_at': '2021-06-29T11:36:56Z', 'revision_number': 2, 'project_id': 'fb634060125f416085622032826f0074', 'subnets': [{'id': '68f333b4-cecc-4c5e-b444-811269c3af49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-smb', False) {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:37:00.109541 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8598fdb-f3eb-4c67-b307-50a8f72018f3 None None] Checking router: b6474ae1-a041-460f-b17f-1367e84c10b3 for host: dv-cinder-797608-2-smb {{(pid=93177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:37:00.110200 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8598fdb-f3eb-4c67-b307-50a8f72018f3 None None] Updating router b6474ae1-a041-460f-b17f-1367e84c10b3 port 31795254-c804-4536-b8df-ba63cad5e622 binding host dv-cinder-797608-2-smb {{(pid=93177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 11:37:00.151193 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Provisioning complete for port 45728784-ba9d-4072-b508-f38bf67aac8d triggered by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:37:00.151593 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:00.189003 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f8598fdb-f3eb-4c67-b307-50a8f72018f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:00.218063 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60f0836-fdee-4b9d-8fd1-e06cf9e2c807 req-7b613d99-e7c7-436d-9953-3d71a5884542 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:00.225996 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-a60f0836-fdee-4b9d-8fd1-e06cf9e2c807 req-7b613d99-e7c7-436d-9953-3d71a5884542 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] 10.222.0.78 "GET /v2.0/ports?device_id=9dcda747-4e52-49fa-8a23-f5941c81a146 HTTP/1.1" status: 200 len: 946 time: 0.4954093 Jun 29 11:37:00.321244 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-3669a05c-caad-4b6b-854a-bd1f324a53fe req-39e2d17d-f23a-4f3e-a4af-b95b1f53eb67 service neutron] 10.222.0.78 "GET /v2.0/networks/e649846e-4490-4030-83be-c56063ebfb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2899892 Jun 29 11:37:00.359670 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-20170810-88f7-4bd4-b803-fa1c078fd8d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:00.359974 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-a60f0836-fdee-4b9d-8fd1-e06cf9e2c807 req-3cd0efc6-e6b8-4d25-97dd-999630a97f97 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3cad45c-93e8-4d71-afb7-37b54bdb1e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159017 Jun 29 11:37:00.373014 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.db.db_base_plugin_common [req-01d7b477-eedb-40e5-a864-a9ed739356e3 req-a23dca50-892d-4dc4-ba89-d4bf65a962ba tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] Allocated IP 172.20.0.7 (c2332200-850d-4113-aa59-ea01be4aba3d/13fcb72b-56e2-4a0b-ab6f-595d0ad47028/b0170071-ddc2-4778-9a3b-0b77e5a204fc) {{(pid=93175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:37:00.631429 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ba0731b6-8767-4c98-9c0f-2a9a80581fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:00.640620 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-20170810-88f7-4bd4-b803-fa1c078fd8d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:00.648137 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-20170810-88f7-4bd4-b803-fa1c078fd8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:00.698375 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e59977b5-193a-46c3-91e2-7297a9ffe644 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:37:00.702896 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-20170810-88f7-4bd4-b803-fa1c078fd8d1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=cbe3f987113f462daba6a99e042480d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7940767 Jun 29 11:37:00.705421 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 49588) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:37:00.705922 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f8598fdb-f3eb-4c67-b307-50a8f72018f3 None None] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:00.717950 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-f8598fdb-f3eb-4c67-b307-50a8f72018f3 None None] Transition to ACTIVE for port object 31795254-c804-4536-b8df-ba63cad5e622 will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:37:00.727355 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f8598fdb-f3eb-4c67-b307-50a8f72018f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:00.731642 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:37:00.777216 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20170810-88f7-4bd4-b803-fa1c078fd8d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1d776a-daf9-4ad3-b5ab-7c76a129daf7,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:37:00.786480 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-20170810-88f7-4bd4-b803-fa1c078fd8d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:37:00.787821 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-01d7b477-eedb-40e5-a864-a9ed739356e3 req-a23dca50-892d-4dc4-ba89-d4bf65a962ba tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] Notify callbacks [] for port, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:00.793706 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0c8abf3b-81a6-4242-80b6-215609f93e93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:00.827914 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2651a7-db89-4674-81dd-e3251ee167e8 None None] Pushing event updated for resources: {'Port': ['ID=31795254-c804-4536-b8df-ba63cad5e622,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:37:00.832153 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0c8abf3b-81a6-4242-80b6-215609f93e93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:00.837691 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1c2651a7-db89-4674-81dd-e3251ee167e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:37:00.892770 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0c8abf3b-81a6-4242-80b6-215609f93e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:00.897857 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0c8abf3b-81a6-4242-80b6-215609f93e93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:00.899171 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-01d7b477-eedb-40e5-a864-a9ed739356e3 req-a23dca50-892d-4dc4-ba89-d4bf65a962ba tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3670657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744990953741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-61825996'] for port, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:00.905907 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-0c8abf3b-81a6-4242-80b6-215609f93e93 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0b1d776a-daf9-4ad3-b5ab-7c76a129daf7 HTTP/1.1" status: 204 len: 168 time: 0.1994209 Jun 29 11:37:00.906797 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b8a6f8ca-12d9-4cbc-bcd8-3f33841d3483 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:37:00.921068 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-6cf60780-25f1-4182-a4bd-d6bc99768835 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:37:00.922655 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8abf3b-81a6-4242-80b6-215609f93e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1d776a-daf9-4ad3-b5ab-7c76a129daf7,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:37:00.930743 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0c8abf3b-81a6-4242-80b6-215609f93e93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:37:01.028541 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-f8598fdb-f3eb-4c67-b307-50a8f72018f3 None None] Attempting to bind port 31795254-c804-4536-b8df-ba63cad5e622 on host dv-cinder-797608-2-smb for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:37:01.029226 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-f8598fdb-f3eb-4c67-b307-50a8f72018f3 None None] Attempting to bind port 31795254-c804-4536-b8df-ba63cad5e622 by drivers openvswitch,hyperv on host dv-cinder-797608-2-smb at level 0 using segments [{'id': '2655a1ac-f4fd-412e-aebf-1a0b049744ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e649846e-4490-4030-83be-c56063ebfb83'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:37:01.032428 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8598fdb-f3eb-4c67-b307-50a8f72018f3 None None] Attempting to bind port 31795254-c804-4536-b8df-ba63cad5e622 on network e649846e-4490-4030-83be-c56063ebfb83 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:37:01.067295 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8598fdb-f3eb-4c67-b307-50a8f72018f3 None None] Checking agent: {'id': 'd2315a1d-b1aa-4a09-8200-44995cf6bc46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 27, 34), 'started_at': datetime.datetime(2021, 6, 29, 11, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:37:01.067922 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8598fdb-f3eb-4c67-b307-50a8f72018f3 None None] Checking segment: {'id': '2655a1ac-f4fd-412e-aebf-1a0b049744ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e649846e-4490-4030-83be-c56063ebfb83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:37:01.068552 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f8598fdb-f3eb-4c67-b307-50a8f72018f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:01.069171 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8598fdb-f3eb-4c67-b307-50a8f72018f3 None None] Bound using segment: {'id': '2655a1ac-f4fd-412e-aebf-1a0b049744ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e649846e-4490-4030-83be-c56063ebfb83'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:37:01.069959 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-f8598fdb-f3eb-4c67-b307-50a8f72018f3 None None] Bound port: 31795254-c804-4536-b8df-ba63cad5e622, host: dv-cinder-797608-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2655a1ac-f4fd-412e-aebf-1a0b049744ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e649846e-4490-4030-83be-c56063ebfb83'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:37:01.070551 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f8598fdb-f3eb-4c67-b307-50a8f72018f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:01.099144 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01d7b477-eedb-40e5-a864-a9ed739356e3 req-a23dca50-892d-4dc4-ba89-d4bf65a962ba tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] Network c2332200-850d-4113-aa59-ea01be4aba3d is already hosted by enough agents. {{(pid=93175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:37:01.136973 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23dca50-892d-4dc4-ba89-d4bf65a962ba tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] Pushing event updated for resources: {'Port': ['ID=b0170071-ddc2-4778-9a3b-0b77e5a204fc,revision_number=1']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:37:01.144188 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.base_scheduler [req-01d7b477-eedb-40e5-a864-a9ed739356e3 req-a23dca50-892d-4dc4-ba89-d4bf65a962ba tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] Resources bound (agent type, host, resource id): {{(pid=93175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:37:01.147339 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-a23dca50-892d-4dc4-ba89-d4bf65a962ba tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:37:01.155916 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.db.l3_dvrscheduler_db [req-01d7b477-eedb-40e5-a864-a9ed739356e3 req-a23dca50-892d-4dc4-ba89-d4bf65a962ba tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] Received port after_create {{(pid=93175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:37:01.221077 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a0d807-a65d-4917-bb73-f00d09ab3e40 req-4a548f14-a3fa-497a-bc40-ce2395e2182d tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:01.229724 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-c5a0d807-a65d-4917-bb73-f00d09ab3e40 req-4a548f14-a3fa-497a-bc40-ce2395e2182d tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/ports?device_id=0bf16164-bd87-4019-b59a-424dc56be8fd HTTP/1.1" status: 200 len: 946 time: 0.5190432 Jun 29 11:37:01.246515 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ddbd3e-35f6-4bee-b5a6-a8df70a16ff2 req-ad2e66bd-12bb-4f06-a53d-db4c7fea595e tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:01.248070 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-86ddbd3e-35f6-4bee-b5a6-a8df70a16ff2 req-ad2e66bd-12bb-4f06-a53d-db4c7fea595e tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fe73ebc-8469-48d5-a0f5-c8cbaf3f8a74 HTTP/1.1" status: 200 len: 931 time: 0.2235289 Jun 29 11:37:01.254657 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-f8598fdb-f3eb-4c67-b307-50a8f72018f3 None None] For port 31795254-c804-4536-b8df-ba63cad5e622, host dv-cinder-797608-2-smb, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:37:01.258237 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-f8598fdb-f3eb-4c67-b307-50a8f72018f3 None None] For port 31795254-c804-4536-b8df-ba63cad5e622, host dv-cinder-797608-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-smb',level=0,port_id=31795254-c804-4536-b8df-ba63cad5e622,segment=NetworkSegment(2655a1ac-f4fd-412e-aebf-1a0b049744ab),segment_id=2655a1ac-f4fd-412e-aebf-1a0b049744ab)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:37:01.267575 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f8598fdb-f3eb-4c67-b307-50a8f72018f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:01.286076 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7b477-eedb-40e5-a864-a9ed739356e3 req-a23dca50-892d-4dc4-ba89-d4bf65a962ba tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:01.286611 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-01d7b477-eedb-40e5-a864-a9ed739356e3 req-a23dca50-892d-4dc4-ba89-d4bf65a962ba tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126777'] for port, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:01.288215 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-54123a8f-45bb-4a41-8a00-457c4688790f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:37:01.313784 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-01d7b477-eedb-40e5-a864-a9ed739356e3 req-a23dca50-892d-4dc4-ba89-d4bf65a962ba tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5878298 Jun 29 11:37:01.345875 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8598fdb-f3eb-4c67-b307-50a8f72018f3 None None] Routers {'b6474ae1-a041-460f-b17f-1367e84c10b3'} bound to L3 agent in host dv-cinder-797608-2-smb {{(pid=93177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:37:01.347438 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-f8598fdb-f3eb-4c67-b307-50a8f72018f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T11:27:33Z,description=,heartbeat_timestamp=2021-06-29T11:36:33Z,host='dv-cinder-797608-2-smb',id=bfbd9503-e406-4b21-85aa-cc71bbe721ce,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:33Z,topic='l3_agent')) {'router_ids': ['b6474ae1-a041-460f-b17f-1367e84c10b3'], 'active': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:37:01.353836 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-86ddbd3e-35f6-4bee-b5a6-a8df70a16ff2 req-b8291819-cbc7-4b0b-9419-3d79121a95ba tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] 10.222.0.78 "GET /v2.0/security-groups?id=a132c424-8487-4dcf-a6c1-aed3f41e803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860596 Jun 29 11:37:01.357648 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.v2.base [req-01d7b477-eedb-40e5-a864-a9ed739356e3 req-fe9c4be1-3118-4623-b90e-822b28feca21 service neutron] Request body: {'port': {'device_id': '9fe73ebc-8469-48d5-a0f5-c8cbaf3f8a74', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:37:01.372130 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-c5a0d807-a65d-4917-bb73-f00d09ab3e40 req-0c87531d-d4e2-4ffb-aa34-a4a2110f8d9d tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c1a7ad6-20f5-44d5-aaf0-50a5387c12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413555 Jun 29 11:37:01.478637 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2651a7-db89-4674-81dd-e3251ee167e8 None None] Pushing event updated for resources: {'Port': ['ID=31795254-c804-4536-b8df-ba63cad5e622,revision_number=4']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:37:01.516099 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1c2651a7-db89-4674-81dd-e3251ee167e8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:37:01.524042 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 49606) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:37:01.546454 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-3d56c061-f601-43fc-9676-584759f71632 req-87a0d0e2-ee82-48ff-b968-aa383656d46e tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d035ebe-f417-4046-be21-2782009cfc2a HTTP/1.1" status: 200 len: 210 time: 0.0894825 Jun 29 11:37:01.559276 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5202a444-afb1-428d-afd6-01be8ebfb28c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:01.621404 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-01d7b477-eedb-40e5-a864-a9ed739356e3 req-fe9c4be1-3118-4623-b90e-822b28feca21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:01.688714 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_dvr_db [None req-f8598fdb-f3eb-4c67-b307-50a8f72018f3 None None] Set router b6474ae1-a041-460f-b17f-1367e84c10b3 gateway port host: dv-cinder-797608-2-smb {{(pid=93177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:37:01.751762 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5202a444-afb1-428d-afd6-01be8ebfb28c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:01.756339 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5202a444-afb1-428d-afd6-01be8ebfb28c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:01.761808 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ac5e5733-3989-4ecc-b01f-a2c42f771ffa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:37:01.802094 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-5202a444-afb1-428d-afd6-01be8ebfb28c admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2fd75a0aaaa74fabbaa35614733a3bc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2765870 Jun 29 11:37:01.803162 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5202a444-afb1-428d-afd6-01be8ebfb28c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27f62145-1401-440c-a455-1142d3950532,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:37:01.805605 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 49618) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:37:01.827433 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5202a444-afb1-428d-afd6-01be8ebfb28c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:37:01.867216 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2ea91ad4-ce37-48a2-b9e8-8e05b1ab0980 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:01.895316 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2ea91ad4-ce37-48a2-b9e8-8e05b1ab0980 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:01.951855 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2ea91ad4-ce37-48a2-b9e8-8e05b1ab0980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:01.956065 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2ea91ad4-ce37-48a2-b9e8-8e05b1ab0980 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:01.957865 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-2ea91ad4-ce37-48a2-b9e8-8e05b1ab0980 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/27f62145-1401-440c-a455-1142d3950532 HTTP/1.1" status: 204 len: 168 time: 0.1511478 Jun 29 11:37:01.959574 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3c1ac51e-41c2-4324-a237-3b251420cb2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:37:01.994158 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea91ad4-ce37-48a2-b9e8-8e05b1ab0980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f62145-1401-440c-a455-1142d3950532,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:37:01.998647 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2ea91ad4-ce37-48a2-b9e8-8e05b1ab0980 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:37:02.088750 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-f8598fdb-f3eb-4c67-b307-50a8f72018f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6474ae1-a041-460f-b17f-1367e84c10b3', 'name': 'tempest-ServerRescueNegativeTestJSON-1102038473-router', 'tenant_id': 'fb634060125f416085622032826f0074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'external_fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': '45728784-ba9d-4072-b508-f38bf67aac8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:36:51Z', 'updated_at': '2021-06-29T11:36:56Z', 'revision_number': 4, 'project_id': 'fb634060125f416085622032826f0074', 'gw_port': {'id': '45728784-ba9d-4072-b508-f38bf67aac8d', 'name': '', 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:43:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6474ae1-a041-460f-b17f-1367e84c10b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:36:52Z', 'updated_at': '2021-06-29T11:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042f854c-de74-4a6a-969f-d747577d8cca', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-smb', '_interfaces': [{'id': '31795254-c804-4536-b8df-ba63cad5e622', 'name': '', 'network_id': 'e649846e-4490-4030-83be-c56063ebfb83', 'tenant_id': 'fb634060125f416085622032826f0074', 'mac_address': 'fa:16:3e:4e:2e:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6474ae1-a041-460f-b17f-1367e84c10b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '68f333b4-cecc-4c5e-b444-811269c3af49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:36:55Z', 'updated_at': '2021-06-29T11:37:01Z', 'revision_number': 4, 'project_id': 'fb634060125f416085622032826f0074', 'subnets': [{'id': '68f333b4-cecc-4c5e-b444-811269c3af49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-smb', False) {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:37:02.120466 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8598fdb-f3eb-4c67-b307-50a8f72018f3 None None] The sync data for ids ['b6474ae1-a041-460f-b17f-1367e84c10b3'] in dv-cinder-797608-2-smb is: [{'id': 'b6474ae1-a041-460f-b17f-1367e84c10b3', 'name': 'tempest-ServerRescueNegativeTestJSON-1102038473-router', 'tenant_id': 'fb634060125f416085622032826f0074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'external_fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': '45728784-ba9d-4072-b508-f38bf67aac8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:36:51Z', 'updated_at': '2021-06-29T11:36:56Z', 'revision_number': 4, 'project_id': 'fb634060125f416085622032826f0074', 'gw_port': {'id': '45728784-ba9d-4072-b508-f38bf67aac8d', 'name': '', 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:43:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6474ae1-a041-460f-b17f-1367e84c10b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:36:52Z', 'updated_at': '2021-06-29T11:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042f854c-de74-4a6a-969f-d747577d8cca', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-smb', '_interfaces': [{'id': '31795254-c804-4536-b8df-ba63cad5e622', 'name': '', 'network_id': 'e649846e-4490-4030-83be-c56063ebfb83', 'tenant_id': 'fb634060125f416085622032826f0074', 'mac_address': 'fa:16:3e:4e:2e:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6474ae1-a041-460f-b17f-1367e84c10b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '68f333b4-cecc-4c5e-b444-811269c3af49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:36:55Z', 'updated_at': '2021-06-29T11:37:01Z', 'revision_number': 4, 'project_id': 'fb634060125f416085622032826f0074', 'subnets': [{'id': '68f333b4-cecc-4c5e-b444-811269c3af49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:37:02.150893 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8474ce-ff43-4f1f-982a-4fa009438c6b req-d4ef707e-4378-4469-a303-0f833d11d07e tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:02.157917 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-1a8474ce-ff43-4f1f-982a-4fa009438c6b req-d4ef707e-4378-4469-a303-0f833d11d07e tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] 10.222.0.78 "GET /v2.0/ports?device_id=9dcda747-4e52-49fa-8a23-f5941c81a146 HTTP/1.1" status: 200 len: 946 time: 0.6089628 Jun 29 11:37:02.318151 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-1a8474ce-ff43-4f1f-982a-4fa009438c6b req-e4b4ce9a-7951-41b5-a38c-04f46344f543 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3cad45c-93e8-4d71-afb7-37b54bdb1e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592247 Jun 29 11:37:02.360561 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.notifiers.nova [req-01d7b477-eedb-40e5-a864-a9ed739356e3 req-fe9c4be1-3118-4623-b90e-822b28feca21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0170071-ddc2-4778-9a3b-0b77e5a204fc {{(pid=93175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:37:02.390254 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac0bf7e-e376-47ee-94fd-1a0aa39cb1a6 req-834ee471-cdae-4ea8-ba17-ccb9bd70f5a4 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:02.391915 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-4ac0bf7e-e376-47ee-94fd-1a0aa39cb1a6 req-834ee471-cdae-4ea8-ba17-ccb9bd70f5a4 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] 10.222.0.21 "GET /v2.0/ports?device_id=9dcda747-4e52-49fa-8a23-f5941c81a146 HTTP/1.1" status: 200 len: 946 time: 0.4164693 Jun 29 11:37:02.395008 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-01d7b477-eedb-40e5-a864-a9ed739356e3 req-fe9c4be1-3118-4623-b90e-822b28feca21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:02.413743 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59db572d-3728-482b-a15d-c853bdf4bf2f req-4ffc5dfb-103b-4fc2-9f18-17875d844a97 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:02.420711 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-59db572d-3728-482b-a15d-c853bdf4bf2f req-4ffc5dfb-103b-4fc2-9f18-17875d844a97 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/networks?id=e649846e-4490-4030-83be-c56063ebfb83 HTTP/1.1" status: 200 len: 819 time: 0.4436941 Jun 29 11:37:02.450204 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-59db572d-3728-482b-a15d-c853bdf4bf2f req-4f48b1d3-3db7-456d-bdcc-ec4aa7ca8dc2 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/quotas/fb634060125f416085622032826f0074 HTTP/1.1" status: 200 len: 375 time: 0.0285013 Jun 29 11:37:02.532251 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.db.provisioning_blocks [req-01d7b477-eedb-40e5-a864-a9ed739356e3 req-fe9c4be1-3118-4623-b90e-822b28feca21 service neutron] Transition to ACTIVE for port object b0170071-ddc2-4778-9a3b-0b77e5a204fc will not be triggered until provisioned by entity L2. {{(pid=93175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:37:02.551746 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-01d7b477-eedb-40e5-a864-a9ed739356e3 req-fe9c4be1-3118-4623-b90e-822b28feca21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61826046'] for port, after_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:02.560481 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:37:02.760436 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9c4be1-3118-4623-b90e-822b28feca21 service neutron] Pushing event updated for resources: {'Port': ['ID=b0170071-ddc2-4778-9a3b-0b77e5a204fc,revision_number=2']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:37:02.770909 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-fe9c4be1-3118-4623-b90e-822b28feca21 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:37:02.848568 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-59db572d-3728-482b-a15d-c853bdf4bf2f req-57fbd4c8-638c-4550-a5f9-bb8cde323762 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=fb634060125f416085622032826f0074&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3974712 Jun 29 11:37:02.957573 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3669a05c-caad-4b6b-854a-bd1f324a53fe req-1b8dcea4-a56a-4efb-9907-23b37d90a116 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:02.959766 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-3669a05c-caad-4b6b-854a-bd1f324a53fe req-1b8dcea4-a56a-4efb-9907-23b37d90a116 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.21 "GET /v2.0/networks?id=e649846e-4490-4030-83be-c56063ebfb83 HTTP/1.1" status: 200 len: 819 time: 0.3124573 Jun 29 11:37:02.975687 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.v2.base [req-3669a05c-caad-4b6b-854a-bd1f324a53fe req-60d37f57-e927-46c3-8613-c42a77e6209d tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Request body: {'port': {'device_id': '6d035ebe-f417-4046-be21-2782009cfc2a', 'network_id': 'e649846e-4490-4030-83be-c56063ebfb83', 'admin_state_up': True, 'tenant_id': 'fb634060125f416085622032826f0074'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:37:03.055137 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-59db572d-3728-482b-a15d-c853bdf4bf2f req-ac176b50-1c7a-4fdf-977a-9a0225a0342b service neutron] 10.222.0.78 "GET /v2.0/networks/e649846e-4490-4030-83be-c56063ebfb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680651 Jun 29 11:37:03.114254 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.managers [req-01d7b477-eedb-40e5-a864-a9ed739356e3 req-fe9c4be1-3118-4623-b90e-822b28feca21 service neutron] Attempting to bind port b0170071-ddc2-4778-9a3b-0b77e5a204fc on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:37:03.114619 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.managers [req-01d7b477-eedb-40e5-a864-a9ed739356e3 req-fe9c4be1-3118-4623-b90e-822b28feca21 service neutron] Attempting to bind port b0170071-ddc2-4778-9a3b-0b77e5a204fc by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '0dd329e6-f3f4-41ec-84fb-b2fb9d144236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c2332200-850d-4113-aa59-ea01be4aba3d'}] {{(pid=93175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:37:03.114928 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d7b477-eedb-40e5-a864-a9ed739356e3 req-fe9c4be1-3118-4623-b90e-822b28feca21 service neutron] Attempting to bind port b0170071-ddc2-4778-9a3b-0b77e5a204fc on network c2332200-850d-4113-aa59-ea01be4aba3d {{(pid=93175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:37:03.158721 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.plugin [req-4ac0bf7e-e376-47ee-94fd-1a0aa39cb1a6 req-5115e4a5-e676-47be-b43c-fc7e372a736f tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] Deleting port f8a5b7be-8f3b-41ee-a59d-4beb49807edd {{(pid=93175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:37:03.160196 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-4ac0bf7e-e376-47ee-94fd-1a0aa39cb1a6 req-5115e4a5-e676-47be-b43c-fc7e372a736f tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744991508026'] for port, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:03.211467 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3669a05c-caad-4b6b-854a-bd1f324a53fe req-60d37f57-e927-46c3-8613-c42a77e6209d tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Made reservation on behalf of fb634060125f416085622032826f0074 for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:37:03.215750 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d7b477-eedb-40e5-a864-a9ed739356e3 req-fe9c4be1-3118-4623-b90e-822b28feca21 service neutron] Port b0170071-ddc2-4778-9a3b-0b77e5a204fc on network c2332200-850d-4113-aa59-ea01be4aba3d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 11:37:03.215934 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d7b477-eedb-40e5-a864-a9ed739356e3 req-fe9c4be1-3118-4623-b90e-822b28feca21 service neutron] Attempting to bind port b0170071-ddc2-4778-9a3b-0b77e5a204fc on network c2332200-850d-4113-aa59-ea01be4aba3d {{(pid=93175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:37:03.217454 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3669a05c-caad-4b6b-854a-bd1f324a53fe req-60d37f57-e927-46c3-8613-c42a77e6209d tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:03.248504 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bdc983-ac35-42f5-bbc6-882caae16c30 req-a71c926e-aa84-4988-8cda-780960e33915 tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:03.252096 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-f5bdc983-ac35-42f5-bbc6-882caae16c30 req-a71c926e-aa84-4988-8cda-780960e33915 tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fe73ebc-8469-48d5-a0f5-c8cbaf3f8a74 HTTP/1.1" status: 200 len: 943 time: 0.4094467 Jun 29 11:37:03.257060 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d7b477-eedb-40e5-a864-a9ed739356e3 req-fe9c4be1-3118-4623-b90e-822b28feca21 service neutron] Checking agent: {'id': '2f355b06-002c-40e6-bb76-5e394ebaabf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 33, 51), 'started_at': datetime.datetime(2021, 6, 29, 11, 33, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:37:03.257616 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d7b477-eedb-40e5-a864-a9ed739356e3 req-fe9c4be1-3118-4623-b90e-822b28feca21 service neutron] Checking segment: {'id': '0dd329e6-f3f4-41ec-84fb-b2fb9d144236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c2332200-850d-4113-aa59-ea01be4aba3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:37:03.257770 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d7b477-eedb-40e5-a864-a9ed739356e3 req-fe9c4be1-3118-4623-b90e-822b28feca21 service neutron] Bound using segment: {'id': '0dd329e6-f3f4-41ec-84fb-b2fb9d144236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c2332200-850d-4113-aa59-ea01be4aba3d'} {{(pid=93175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:37:03.258224 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.managers [req-01d7b477-eedb-40e5-a864-a9ed739356e3 req-fe9c4be1-3118-4623-b90e-822b28feca21 service neutron] Bound port: b0170071-ddc2-4778-9a3b-0b77e5a204fc, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dd329e6-f3f4-41ec-84fb-b2fb9d144236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c2332200-850d-4113-aa59-ea01be4aba3d'}}] {{(pid=93175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:37:03.258585 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-01d7b477-eedb-40e5-a864-a9ed739356e3 req-fe9c4be1-3118-4623-b90e-822b28feca21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:03.350770 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-06316d0c-b5bc-4924-aac1-531b977cffd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:03.388852 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-59db572d-3728-482b-a15d-c853bdf4bf2f req-370b6960-ea76-4877-b35a-bf876145aec0 service neutron] 10.222.0.78 "GET /v2.0/networks/e649846e-4490-4030-83be-c56063ebfb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145399 Jun 29 11:37:03.399503 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-3669a05c-caad-4b6b-854a-bd1f324a53fe req-60d37f57-e927-46c3-8613-c42a77e6209d tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Allocated IP 172.20.0.8 (e649846e-4490-4030-83be-c56063ebfb83/68f333b4-cecc-4c5e-b444-811269c3af49/9b5ca2a3-5459-4bc0-9e51-11a4148b3a1c) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:37:03.411446 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-f5bdc983-ac35-42f5-bbc6-882caae16c30 req-424cccdb-f63f-4303-84df-ac2339a04f59 tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] 10.222.0.78 "GET /v2.0/security-groups?id=a132c424-8487-4dcf-a6c1-aed3f41e803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450014 Jun 29 11:37:03.428425 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.db [req-4ac0bf7e-e376-47ee-94fd-1a0aa39cb1a6 req-5115e4a5-e676-47be-b43c-fc7e372a736f tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] For port f8a5b7be-8f3b-41ee-a59d-4beb49807edd, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=f8a5b7be-8f3b-41ee-a59d-4beb49807edd,segment=NetworkSegment(be629f3e-5318-4bd9-a3eb-eacbaaff2dee),segment_id=be629f3e-5318-4bd9-a3eb-eacbaaff2dee)] {{(pid=93175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:37:03.429895 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-4ac0bf7e-e376-47ee-94fd-1a0aa39cb1a6 req-5115e4a5-e676-47be-b43c-fc7e372a736f tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013211'] for port, precommit_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:03.482640 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.plugin [req-4ac0bf7e-e376-47ee-94fd-1a0aa39cb1a6 req-5115e4a5-e676-47be-b43c-fc7e372a736f tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] Calling delete_port for f8a5b7be-8f3b-41ee-a59d-4beb49807edd owned by compute:nova {{(pid=93175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:37:03.497410 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.db [req-01d7b477-eedb-40e5-a864-a9ed739356e3 req-fe9c4be1-3118-4623-b90e-822b28feca21 service neutron] For port b0170071-ddc2-4778-9a3b-0b77e5a204fc, host hv-cinder-79760, cleared binding levels {{(pid=93175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:37:03.502358 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.db [req-01d7b477-eedb-40e5-a864-a9ed739356e3 req-fe9c4be1-3118-4623-b90e-822b28feca21 service neutron] For port b0170071-ddc2-4778-9a3b-0b77e5a204fc, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b0170071-ddc2-4778-9a3b-0b77e5a204fc,segment=NetworkSegment(0dd329e6-f3f4-41ec-84fb-b2fb9d144236),segment_id=0dd329e6-f3f4-41ec-84fb-b2fb9d144236)] {{(pid=93175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:37:03.512881 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-01d7b477-eedb-40e5-a864-a9ed739356e3 req-fe9c4be1-3118-4623-b90e-822b28feca21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61826046'] for port, after_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:03.559608 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:37:03.692971 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:03.700017 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3669a05c-caad-4b6b-854a-bd1f324a53fe req-60d37f57-e927-46c3-8613-c42a77e6209d tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:03.809369 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3669a05c-caad-4b6b-854a-bd1f324a53fe req-60d37f57-e927-46c3-8613-c42a77e6209d tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3670657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744990953741'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:03.820472 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:37:03.897656 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d37f57-e927-46c3-8613-c42a77e6209d tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Pushing event updated for resources: {'Port': ['ID=9b5ca2a3-5459-4bc0-9e51-11a4148b3a1c,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:37:03.900718 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-60d37f57-e927-46c3-8613-c42a77e6209d tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:37:03.914852 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3669a05c-caad-4b6b-854a-bd1f324a53fe req-60d37f57-e927-46c3-8613-c42a77e6209d tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Network e649846e-4490-4030-83be-c56063ebfb83 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:37:03.916423 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-3669a05c-caad-4b6b-854a-bd1f324a53fe req-60d37f57-e927-46c3-8613-c42a77e6209d tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:37:03.919189 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-3669a05c-caad-4b6b-854a-bd1f324a53fe req-60d37f57-e927-46c3-8613-c42a77e6209d tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:37:03.926513 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3669a05c-caad-4b6b-854a-bd1f324a53fe req-60d37f57-e927-46c3-8613-c42a77e6209d tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:03.927211 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3669a05c-caad-4b6b-854a-bd1f324a53fe req-60d37f57-e927-46c3-8613-c42a77e6209d tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636407'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:03.957148 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-3669a05c-caad-4b6b-854a-bd1f324a53fe req-60d37f57-e927-46c3-8613-c42a77e6209d tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9828212 Jun 29 11:37:04.004378 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.v2.base [req-3669a05c-caad-4b6b-854a-bd1f324a53fe req-ada334de-5882-4a1b-b5f3-f38de6e73245 service neutron] Request body: {'port': {'device_id': '6d035ebe-f417-4046-be21-2782009cfc2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:37:04.099913 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 49704) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:37:04.115424 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Device 31795254-c804-4536-b8df-ba63cad5e622 up at agent ovs-agent-dv-cinder-797608-2-smb {{(pid=93177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:37:04.167272 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3669a05c-caad-4b6b-854a-bd1f324a53fe req-ada334de-5882-4a1b-b5f3-f38de6e73245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:04.209794 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7b477-eedb-40e5-a864-a9ed739356e3 req-fe9c4be1-3118-4623-b90e-822b28feca21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:04.210391 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-01d7b477-eedb-40e5-a864-a9ed739356e3 req-fe9c4be1-3118-4623-b90e-822b28feca21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126777'] for port, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:04.212290 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-01d7b477-eedb-40e5-a864-a9ed739356e3 req-fe9c4be1-3118-4623-b90e-822b28feca21 service neutron] 10.222.0.21 "PUT /v2.0/ports/b0170071-ddc2-4778-9a3b-0b77e5a204fc HTTP/1.1" status: 200 len: 1093 time: 2.8621521 Jun 29 11:37:04.214282 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fe73ebc-8469-48d5-a0f5-c8cbaf3f8a74', 'tag': 'b0170071-ddc2-4778-9a3b-0b77e5a204fc'}] {{(pid=93175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:37:04.216852 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}879b71c770f982178fec1a07a47b9a5355ed3bb08afc25f1aa80a68f93cb18a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59b2edb3-5314-468e-bc72-86537006a8f1" -d '{"events": [{"name": "network-changed", "server_uuid": "9fe73ebc-8469-48d5-a0f5-c8cbaf3f8a74", "tag": "b0170071-ddc2-4778-9a3b-0b77e5a204fc"}]}' {{(pid=93175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:37:04.288734 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9c4be1-3118-4623-b90e-822b28feca21 service neutron] Pushing event updated for resources: {'Port': ['ID=b0170071-ddc2-4778-9a3b-0b77e5a204fc,revision_number=3']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:37:04.306179 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-fe9c4be1-3118-4623-b90e-822b28feca21 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.744s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:37:04.334305 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Provisioning for port 31795254-c804-4536-b8df-ba63cad5e622 completed by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:37:04.339120 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Provisioning complete for port 31795254-c804-4536-b8df-ba63cad5e622 triggered by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:37:04.339829 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:04.428390 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c190f982-94a1-475c-9005-9df487112641 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:04.436008 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9be8c49d-fdd7-49be-a71c-49aaf5d45c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:04.500834 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:04.545175 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbb97a9-d81c-40ff-b594-806d023f948c req-2c5a6487-1958-4726-ac96-af1fb43bd402 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:04.547208 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-9fbb97a9-d81c-40ff-b594-806d023f948c req-2c5a6487-1958-4726-ac96-af1fb43bd402 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/ports?device_id=0bf16164-bd87-4019-b59a-424dc56be8fd HTTP/1.1" status: 200 len: 946 time: 0.8416917 Jun 29 11:37:04.561085 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] For port 31795254-c804-4536-b8df-ba63cad5e622, host dv-cinder-797608-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-smb',level=0,port_id=31795254-c804-4536-b8df-ba63cad5e622,segment=NetworkSegment(2655a1ac-f4fd-412e-aebf-1a0b049744ab),segment_id=2655a1ac-f4fd-412e-aebf-1a0b049744ab)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:37:04.573318 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:04.579432 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:37:04.588623 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4750d7-11df-4b59-b354-4199a67e3202 req-1d4fcbf4-e32f-467c-944d-c70e96033542 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:04.597676 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-1e4750d7-11df-4b59-b354-4199a67e3202 req-1d4fcbf4-e32f-467c-944d-c70e96033542 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] 10.222.0.78 "GET /v2.0/ports?device_id=9dcda747-4e52-49fa-8a23-f5941c81a146 HTTP/1.1" status: 200 len: 867 time: 0.3760989 Jun 29 11:37:04.601671 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-4ac0bf7e-e376-47ee-94fd-1a0aa39cb1a6 req-5115e4a5-e676-47be-b43c-fc7e372a736f tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744991430440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744990953750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61825989'] for port, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:04.669107 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Pushing event updated for resources: {'Port': ['ID=31795254-c804-4536-b8df-ba63cad5e622,revision_number=5']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:37:04.676735 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:37:04.679874 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-fe9c4be1-3118-4623-b90e-822b28feca21 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:37:04.686658 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c190f982-94a1-475c-9005-9df487112641 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:04.697016 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c190f982-94a1-475c-9005-9df487112641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:04.707651 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5202a444-afb1-428d-afd6-01be8ebfb28c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:37:04.734392 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7b477-eedb-40e5-a864-a9ed739356e3 req-ac6378cb-ff1e-4936-8550-d7d4d1f8e109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:04.735432 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-01d7b477-eedb-40e5-a864-a9ed739356e3 req-ac6378cb-ff1e-4936-8550-d7d4d1f8e109 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2380481284f44afe9b84a01bb5bc9203&device_id=9fe73ebc-8469-48d5-a0f5-c8cbaf3f8a74 HTTP/1.1" status: 200 len: 1096 time: 0.4334276 Jun 29 11:37:04.743050 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-9fbb97a9-d81c-40ff-b594-806d023f948c req-5c24f055-6364-45fc-a64b-5c3c737346ae tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c1a7ad6-20f5-44d5-aaf0-50a5387c12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697319 Jun 29 11:37:04.777415 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5115e4a5-e676-47be-b43c-fc7e372a736f tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] Pushing event deleted for resources: {'Port': ['ID=f8a5b7be-8f3b-41ee-a59d-4beb49807edd,revision_number=None']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:37:04.788212 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-5115e4a5-e676-47be-b43c-fc7e372a736f tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:37:04.808754 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-c190f982-94a1-475c-9005-9df487112641 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d01d1a44c1c04a21b59161d70a3d82ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7052145 Jun 29 11:37:04.813665 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 49736) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:37:04.814387 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c190f982-94a1-475c-9005-9df487112641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=682864ff-989c-4782-9f08-30378f02c39f,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:37:04.826759 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c190f982-94a1-475c-9005-9df487112641 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:37:04.866857 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ac0bf7e-e376-47ee-94fd-1a0aa39cb1a6 req-5115e4a5-e676-47be-b43c-fc7e372a736f tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] No DVR routers for this DVR port f8a5b7be-8f3b-41ee-a59d-4beb49807edd on host hv-cinder-79760 {{(pid=93175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:37:04.878271 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-4ac0bf7e-e376-47ee-94fd-1a0aa39cb1a6 req-5115e4a5-e676-47be-b43c-fc7e372a736f tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126777'] for port, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:04.880464 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-4ac0bf7e-e376-47ee-94fd-1a0aa39cb1a6 req-5115e4a5-e676-47be-b43c-fc7e372a736f tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] 10.222.0.21 "DELETE /v2.0/ports/f8a5b7be-8f3b-41ee-a59d-4beb49807edd HTTP/1.1" status: 204 len: 173 time: 2.4576435 Jun 29 11:37:04.918662 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-1e4750d7-11df-4b59-b354-4199a67e3202 req-822e1ee9-a49b-4f33-ad47-7c1febacf0d6 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3cad45c-93e8-4d71-afb7-37b54bdb1e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3201451 Jun 29 11:37:04.920130 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-01d7b477-eedb-40e5-a864-a9ed739356e3 req-dbf5518e-db21-4578-8d15-996b8f0b32dd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0170071-ddc2-4778-9a3b-0b77e5a204fc HTTP/1.1" status: 200 len: 217 time: 0.1442950 Jun 29 11:37:04.939320 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.notifiers.nova [req-3669a05c-caad-4b6b-854a-bd1f324a53fe req-ada334de-5882-4a1b-b5f3-f38de6e73245 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b5ca2a3-5459-4bc0-9e51-11a4148b3a1c {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:37:04.953538 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4117d0dc-ed92-45a2-ae2d-3c42de56b928 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:04.956680 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3669a05c-caad-4b6b-854a-bd1f324a53fe req-ada334de-5882-4a1b-b5f3-f38de6e73245 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:04.993897 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-3669a05c-caad-4b6b-854a-bd1f324a53fe req-ada334de-5882-4a1b-b5f3-f38de6e73245 service neutron] Transition to ACTIVE for port object 9b5ca2a3-5459-4bc0-9e51-11a4148b3a1c will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:37:04.996296 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4117d0dc-ed92-45a2-ae2d-3c42de56b928 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:05.028022 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3669a05c-caad-4b6b-854a-bd1f324a53fe req-ada334de-5882-4a1b-b5f3-f38de6e73245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:05.050558 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 11:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d7a0c01-8dcb-4000-a05c-3ec6114d8b92 x-openstack-request-id: req-3d7a0c01-8dcb-4000-a05c-3ec6114d8b92 {{(pid=93175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:37:05.051677 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fe73ebc-8469-48d5-a0f5-c8cbaf3f8a74", "tag": "b0170071-ddc2-4778-9a3b-0b77e5a204fc", "status": "completed", "code": 200}]} {{(pid=93175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:37:05.051968 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3d7a0c01-8dcb-4000-a05c-3ec6114d8b92 {{(pid=93175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:37:05.055046 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fe73ebc-8469-48d5-a0f5-c8cbaf3f8a74', 'tag': 'b0170071-ddc2-4778-9a3b-0b77e5a204fc', 'status': 'completed', 'code': 200} Jun 29 11:37:05.063980 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:37:05.100191 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7b477-eedb-40e5-a864-a9ed739356e3 req-e35fd88a-b617-46ea-8e12-53aae802b54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:05.100191 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-01d7b477-eedb-40e5-a864-a9ed739356e3 req-e35fd88a-b617-46ea-8e12-53aae802b54a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=13fcb72b-56e2-4a0b-ab6f-595d0ad47028 HTTP/1.1" status: 200 len: 849 time: 0.1715913 Jun 29 11:37:05.157899 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada334de-5882-4a1b-b5f3-f38de6e73245 service neutron] Pushing event updated for resources: {'Port': ['ID=9b5ca2a3-5459-4bc0-9e51-11a4148b3a1c,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:37:05.167103 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ada334de-5882-4a1b-b5f3-f38de6e73245 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:37:05.170130 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-01d7b477-eedb-40e5-a864-a9ed739356e3 req-149ce5e6-50a2-45ce-b408-78e6882550da service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c2332200-850d-4113-aa59-ea01be4aba3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557001 Jun 29 11:37:05.172177 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-2c90e0d3-b41f-4389-913e-6e48bbe3dc1c req-a67658bb-f1a6-4f30-9d9a-9040b780b56a tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=29442a1b-ad91-4973-ae54-e447e1f09a21 HTTP/1.1" status: 200 len: 210 time: 0.0866652 Jun 29 11:37:05.211244 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-3669a05c-caad-4b6b-854a-bd1f324a53fe req-ada334de-5882-4a1b-b5f3-f38de6e73245 service neutron] Attempting to bind port 9b5ca2a3-5459-4bc0-9e51-11a4148b3a1c on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:37:05.211607 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-3669a05c-caad-4b6b-854a-bd1f324a53fe req-ada334de-5882-4a1b-b5f3-f38de6e73245 service neutron] Attempting to bind port 9b5ca2a3-5459-4bc0-9e51-11a4148b3a1c by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '2655a1ac-f4fd-412e-aebf-1a0b049744ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e649846e-4490-4030-83be-c56063ebfb83'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:37:05.211933 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3669a05c-caad-4b6b-854a-bd1f324a53fe req-ada334de-5882-4a1b-b5f3-f38de6e73245 service neutron] Attempting to bind port 9b5ca2a3-5459-4bc0-9e51-11a4148b3a1c on network e649846e-4490-4030-83be-c56063ebfb83 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:37:05.218613 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3669a05c-caad-4b6b-854a-bd1f324a53fe req-ada334de-5882-4a1b-b5f3-f38de6e73245 service neutron] Port 9b5ca2a3-5459-4bc0-9e51-11a4148b3a1c on network e649846e-4490-4030-83be-c56063ebfb83 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 11:37:05.219394 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3669a05c-caad-4b6b-854a-bd1f324a53fe req-ada334de-5882-4a1b-b5f3-f38de6e73245 service neutron] Attempting to bind port 9b5ca2a3-5459-4bc0-9e51-11a4148b3a1c on network e649846e-4490-4030-83be-c56063ebfb83 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:37:05.226034 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4117d0dc-ed92-45a2-ae2d-3c42de56b928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:05.226944 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4117d0dc-ed92-45a2-ae2d-3c42de56b928 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:05.230492 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-4117d0dc-ed92-45a2-ae2d-3c42de56b928 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/682864ff-989c-4782-9f08-30378f02c39f HTTP/1.1" status: 204 len: 168 time: 0.4100831 Jun 29 11:37:05.230492 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-bcfeb938-838a-478d-92bd-fe4fe67954a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:37:05.240947 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4117d0dc-ed92-45a2-ae2d-3c42de56b928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=682864ff-989c-4782-9f08-30378f02c39f,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:37:05.245553 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3669a05c-caad-4b6b-854a-bd1f324a53fe req-ada334de-5882-4a1b-b5f3-f38de6e73245 service neutron] Checking agent: {'id': '2f355b06-002c-40e6-bb76-5e394ebaabf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 33, 51), 'started_at': datetime.datetime(2021, 6, 29, 11, 33, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:37:05.245969 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3669a05c-caad-4b6b-854a-bd1f324a53fe req-ada334de-5882-4a1b-b5f3-f38de6e73245 service neutron] Checking segment: {'id': '2655a1ac-f4fd-412e-aebf-1a0b049744ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e649846e-4490-4030-83be-c56063ebfb83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:37:05.246536 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3669a05c-caad-4b6b-854a-bd1f324a53fe req-ada334de-5882-4a1b-b5f3-f38de6e73245 service neutron] Bound using segment: {'id': '2655a1ac-f4fd-412e-aebf-1a0b049744ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e649846e-4490-4030-83be-c56063ebfb83'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:37:05.248367 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-3669a05c-caad-4b6b-854a-bd1f324a53fe req-ada334de-5882-4a1b-b5f3-f38de6e73245 service neutron] Bound port: 9b5ca2a3-5459-4bc0-9e51-11a4148b3a1c, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2655a1ac-f4fd-412e-aebf-1a0b049744ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e649846e-4490-4030-83be-c56063ebfb83'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:37:05.248510 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3669a05c-caad-4b6b-854a-bd1f324a53fe req-ada334de-5882-4a1b-b5f3-f38de6e73245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:05.256673 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4117d0dc-ed92-45a2-ae2d-3c42de56b928 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:37:05.300246 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Device f8a5b7be-8f3b-41ee-a59d-4beb49807edd no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:37:05.330160 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] No Port match for: f8a5b7be-8f3b-41ee-a59d-4beb49807edd {{(pid=93177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:37:05.330921 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Device f8a5b7be-8f3b-41ee-a59d-4beb49807edd not bound to the agent host hv-cinder-79760 {{(pid=93177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:37:05.339185 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-3669a05c-caad-4b6b-854a-bd1f324a53fe req-ada334de-5882-4a1b-b5f3-f38de6e73245 service neutron] For port 9b5ca2a3-5459-4bc0-9e51-11a4148b3a1c, host hv-cinder-79760, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:37:05.341904 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-01d7b477-eedb-40e5-a864-a9ed739356e3 req-77901b52-7155-4fc8-8deb-773f9aee9a7b service neutron] 10.222.0.21 "GET /v2.0/networks/c2332200-850d-4113-aa59-ea01be4aba3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623020 Jun 29 11:37:05.348604 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-3669a05c-caad-4b6b-854a-bd1f324a53fe req-ada334de-5882-4a1b-b5f3-f38de6e73245 service neutron] For port 9b5ca2a3-5459-4bc0-9e51-11a4148b3a1c, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=9b5ca2a3-5459-4bc0-9e51-11a4148b3a1c,segment=NetworkSegment(2655a1ac-f4fd-412e-aebf-1a0b049744ab),segment_id=2655a1ac-f4fd-412e-aebf-1a0b049744ab)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:37:05.358660 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3669a05c-caad-4b6b-854a-bd1f324a53fe req-ada334de-5882-4a1b-b5f3-f38de6e73245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:05.365921 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-362c7f7a-99a3-437f-8cd8-061f3119d844 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:37:05.389716 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3669a05c-caad-4b6b-854a-bd1f324a53fe req-ada334de-5882-4a1b-b5f3-f38de6e73245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:05.391837 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3669a05c-caad-4b6b-854a-bd1f324a53fe req-ada334de-5882-4a1b-b5f3-f38de6e73245 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636407'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:05.394684 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-3669a05c-caad-4b6b-854a-bd1f324a53fe req-ada334de-5882-4a1b-b5f3-f38de6e73245 service neutron] 10.222.0.21 "PUT /v2.0/ports/9b5ca2a3-5459-4bc0-9e51-11a4148b3a1c HTTP/1.1" status: 200 len: 1093 time: 1.3954902 Jun 29 11:37:05.405619 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcbca0a-25f0-4f1b-9e82-85c87411940f req-b4d55638-3136-4806-8617-9ebbfa89e8d9 tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:05.407171 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-4dcbca0a-25f0-4f1b-9e82-85c87411940f req-b4d55638-3136-4806-8617-9ebbfa89e8d9 tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fe73ebc-8469-48d5-a0f5-c8cbaf3f8a74 HTTP/1.1" status: 200 len: 943 time: 0.1583376 Jun 29 11:37:05.437324 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d035ebe-f417-4046-be21-2782009cfc2a', 'tag': '9b5ca2a3-5459-4bc0-9e51-11a4148b3a1c'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:37:05.441586 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e84c2f8edc4c5bc2f689ddb2df796faf16af949d7518eb87a014b7a9d68b702d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d150a664-1181-4c15-895e-566d5c15c36f" -d '{"events": [{"name": "network-changed", "server_uuid": "6d035ebe-f417-4046-be21-2782009cfc2a", "tag": "9b5ca2a3-5459-4bc0-9e51-11a4148b3a1c"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:37:05.511621 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-4dcbca0a-25f0-4f1b-9e82-85c87411940f req-43d2560c-3504-495e-b4f5-4cef8aca1a50 tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] 10.222.0.78 "GET /v2.0/security-groups?id=a132c424-8487-4dcf-a6c1-aed3f41e803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846579 Jun 29 11:37:05.540194 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-01d7b477-eedb-40e5-a864-a9ed739356e3 req-0ead2ccc-f448-4d1f-80dd-b70eec9966ab service neutron] 10.222.0.21 "GET /v2.0/networks/c2332200-850d-4113-aa59-ea01be4aba3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903722 Jun 29 11:37:05.579900 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada334de-5882-4a1b-b5f3-f38de6e73245 service neutron] Pushing event updated for resources: {'Port': ['ID=9b5ca2a3-5459-4bc0-9e51-11a4148b3a1c,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:37:05.584876 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 11:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61317a4-d445-4e62-8e4a-544dbb4f3a51 x-openstack-request-id: req-a61317a4-d445-4e62-8e4a-544dbb4f3a51 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:37:05.585434 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d035ebe-f417-4046-be21-2782009cfc2a", "tag": "9b5ca2a3-5459-4bc0-9e51-11a4148b3a1c", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:37:05.587447 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a61317a4-d445-4e62-8e4a-544dbb4f3a51 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:37:05.588144 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d035ebe-f417-4046-be21-2782009cfc2a', 'tag': '9b5ca2a3-5459-4bc0-9e51-11a4148b3a1c', 'status': 'completed', 'code': 200} Jun 29 11:37:05.588967 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ada334de-5882-4a1b-b5f3-f38de6e73245 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:37:05.620103 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3669a05c-caad-4b6b-854a-bd1f324a53fe req-c70de50b-ca8f-495a-bbf8-4c4be99960ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:05.622106 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-3669a05c-caad-4b6b-854a-bd1f324a53fe req-c70de50b-ca8f-495a-bbf8-4c4be99960ba service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fb634060125f416085622032826f0074&device_id=6d035ebe-f417-4046-be21-2782009cfc2a HTTP/1.1" status: 200 len: 1096 time: 0.1459205 Jun 29 11:37:05.678576 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-3669a05c-caad-4b6b-854a-bd1f324a53fe req-2bbc8827-2f7f-457e-bc4e-293570c0359b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b5ca2a3-5459-4bc0-9e51-11a4148b3a1c HTTP/1.1" status: 200 len: 217 time: 0.0419414 Jun 29 11:37:05.744925 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3669a05c-caad-4b6b-854a-bd1f324a53fe req-b4f76e33-6ee2-4306-a63a-85333dee60d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:05.746686 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-3669a05c-caad-4b6b-854a-bd1f324a53fe req-b4f76e33-6ee2-4306-a63a-85333dee60d2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=68f333b4-cecc-4c5e-b444-811269c3af49 HTTP/1.1" status: 200 len: 859 time: 0.0617549 Jun 29 11:37:05.791020 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b2edb3-5314-468e-bc72-86537006a8f1 req-59144db2-f693-4331-9674-3a94cfd48949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:05.792618 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-59b2edb3-5314-468e-bc72-86537006a8f1 req-59144db2-f693-4331-9674-3a94cfd48949 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2380481284f44afe9b84a01bb5bc9203&device_id=9fe73ebc-8469-48d5-a0f5-c8cbaf3f8a74 HTTP/1.1" status: 200 len: 1096 time: 0.1751032 Jun 29 11:37:05.806788 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-3669a05c-caad-4b6b-854a-bd1f324a53fe req-ade67269-3582-467a-b23f-288c5d8575ef service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e649846e-4490-4030-83be-c56063ebfb83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440295 Jun 29 11:37:05.913029 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59db572d-3728-482b-a15d-c853bdf4bf2f req-cbe32b8a-f887-479d-879d-ecadc9e22f32 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:05.914693 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-59db572d-3728-482b-a15d-c853bdf4bf2f req-cbe32b8a-f887-479d-879d-ecadc9e22f32 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.21 "GET /v2.0/networks?id=e649846e-4490-4030-83be-c56063ebfb83 HTTP/1.1" status: 200 len: 819 time: 0.2828872 Jun 29 11:37:05.944655 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.v2.base [req-59db572d-3728-482b-a15d-c853bdf4bf2f req-08d46319-7a11-49b3-8079-e159d647568a tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Request body: {'port': {'device_id': '29442a1b-ad91-4973-ae54-e447e1f09a21', 'network_id': 'e649846e-4490-4030-83be-c56063ebfb83', 'admin_state_up': True, 'tenant_id': 'fb634060125f416085622032826f0074'}} {{(pid=93175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:37:05.968805 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-3669a05c-caad-4b6b-854a-bd1f324a53fe req-02308bb7-4fb1-4e96-8c63-0d29dd4a7b34 service neutron] 10.222.0.21 "GET /v2.0/networks/e649846e-4490-4030-83be-c56063ebfb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597381 Jun 29 11:37:06.046385 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b2edb3-5314-468e-bc72-86537006a8f1 req-62748899-be1b-4e75-a7da-1e9927168e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:06.048045 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-59b2edb3-5314-468e-bc72-86537006a8f1 req-62748899-be1b-4e75-a7da-1e9927168e7b service neutron] 10.222.0.21 "GET /v2.0/networks?id=c2332200-850d-4113-aa59-ea01be4aba3d HTTP/1.1" status: 200 len: 910 time: 0.2367539 Jun 29 11:37:06.079043 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Device 31795254-c804-4536-b8df-ba63cad5e622 up at agent ovs-agent-dv-cinder-797608-2-smb {{(pid=93177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:37:06.158264 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-59b2edb3-5314-468e-bc72-86537006a8f1 req-858ba872-b99a-419a-9782-30bca6d1b927 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0170071-ddc2-4778-9a3b-0b77e5a204fc HTTP/1.1" status: 200 len: 217 time: 0.0875068 Jun 29 11:37:06.222182 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Provisioning complete for port 31795254-c804-4536-b8df-ba63cad5e622 triggered by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:37:06.224918 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:06.277250 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-3669a05c-caad-4b6b-854a-bd1f324a53fe req-e707c70b-5029-48b4-b1ae-db69351bd900 service neutron] 10.222.0.21 "GET /v2.0/networks/e649846e-4490-4030-83be-c56063ebfb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718894 Jun 29 11:37:06.312236 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-64c08d61-9cd1-4c0a-b1c3-6d53271435d0 req-81ba9f64-4062-49a1-bc57-c5bff725fa99 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] 10.222.0.78 "GET /v2.0/ports?device_id=9dcda747-4e52-49fa-8a23-f5941c81a146 HTTP/1.1" status: 200 len: 210 time: 0.1703894 Jun 29 11:37:06.369020 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b2edb3-5314-468e-bc72-86537006a8f1 req-b47e649d-abaf-4046-86fe-26ea1c326ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:06.370452 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-59b2edb3-5314-468e-bc72-86537006a8f1 req-b47e649d-abaf-4046-86fe-26ea1c326ed7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=13fcb72b-56e2-4a0b-ab6f-595d0ad47028 HTTP/1.1" status: 200 len: 849 time: 0.1872177 Jun 29 11:37:06.397891 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59db572d-3728-482b-a15d-c853bdf4bf2f req-08d46319-7a11-49b3-8079-e159d647568a tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Made reservation on behalf of fb634060125f416085622032826f0074 for: {'port': 1} {{(pid=93175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:37:06.403043 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-59db572d-3728-482b-a15d-c853bdf4bf2f req-08d46319-7a11-49b3-8079-e159d647568a tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:06.428971 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7dc1f572-48b9-4e28-8a5a-f2a12e721563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:06.500793 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-59b2edb3-5314-468e-bc72-86537006a8f1 req-df597f54-9645-4fe1-a46a-7af040dd08fd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c2332200-850d-4113-aa59-ea01be4aba3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639565 Jun 29 11:37:06.514344 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d150a664-1181-4c15-895e-566d5c15c36f req-d8ff3aa0-0f8d-44be-8298-66e14a2e5297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:06.515805 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-d150a664-1181-4c15-895e-566d5c15c36f req-d8ff3aa0-0f8d-44be-8298-66e14a2e5297 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fb634060125f416085622032826f0074&device_id=6d035ebe-f417-4046-be21-2782009cfc2a HTTP/1.1" status: 200 len: 1096 time: 0.0768204 Jun 29 11:37:06.570590 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-e21cc6e4-2147-4011-b0ca-23fceaa9c2f3 req-a2cc4ff0-3ab6-47a6-b99a-5e36a7faf178 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=29442a1b-ad91-4973-ae54-e447e1f09a21 HTTP/1.1" status: 200 len: 210 time: 0.0654159 Jun 29 11:37:06.645666 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d150a664-1181-4c15-895e-566d5c15c36f req-4a5eef23-cc43-486f-88d2-caefc740c700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:06.646501 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-d150a664-1181-4c15-895e-566d5c15c36f req-4a5eef23-cc43-486f-88d2-caefc740c700 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e649846e-4490-4030-83be-c56063ebfb83 HTTP/1.1" status: 200 len: 920 time: 0.1185460 Jun 29 11:37:06.700412 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.db.db_base_plugin_common [req-59db572d-3728-482b-a15d-c853bdf4bf2f req-08d46319-7a11-49b3-8079-e159d647568a tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Allocated IP 172.20.0.7 (e649846e-4490-4030-83be-c56063ebfb83/68f333b4-cecc-4c5e-b444-811269c3af49/8f16e2c4-30f9-425b-af03-d4f1ef0e61fa) {{(pid=93175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:37:06.703810 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-d150a664-1181-4c15-895e-566d5c15c36f req-4bc5ff70-c277-4348-b27d-178ce88af854 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b5ca2a3-5459-4bc0-9e51-11a4148b3a1c HTTP/1.1" status: 200 len: 217 time: 0.0462489 Jun 29 11:37:06.740344 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-59b2edb3-5314-468e-bc72-86537006a8f1 req-52d650ef-df9e-40a2-8cfc-01fe1e5da9a4 service neutron] 10.222.0.21 "GET /v2.0/networks/c2332200-850d-4113-aa59-ea01be4aba3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222376 Jun 29 11:37:06.765133 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d150a664-1181-4c15-895e-566d5c15c36f req-e3371ecc-337f-473a-bfa4-6ec85f3b271f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:06.768030 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-d150a664-1181-4c15-895e-566d5c15c36f req-e3371ecc-337f-473a-bfa4-6ec85f3b271f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=68f333b4-cecc-4c5e-b444-811269c3af49 HTTP/1.1" status: 200 len: 859 time: 0.0553520 Jun 29 11:37:06.818679 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-d150a664-1181-4c15-895e-566d5c15c36f req-6d8b6d03-90e5-48c4-b22b-7c876a701ca7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e649846e-4490-4030-83be-c56063ebfb83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424380 Jun 29 11:37:06.916049 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af132b1-2cd1-444f-8697-c85b9f6672d4 req-fb91c569-ac85-4eef-bbf1-bfcf41998ea8 tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:06.917716 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-9af132b1-2cd1-444f-8697-c85b9f6672d4 req-fb91c569-ac85-4eef-bbf1-bfcf41998ea8 tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fe73ebc-8469-48d5-a0f5-c8cbaf3f8a74 HTTP/1.1" status: 200 len: 943 time: 0.2343075 Jun 29 11:37:06.948817 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-d150a664-1181-4c15-895e-566d5c15c36f req-a87922a5-95a7-4cb7-888d-d4deec973813 service neutron] 10.222.0.21 "GET /v2.0/networks/e649846e-4490-4030-83be-c56063ebfb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179588 Jun 29 11:37:06.985755 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-59b2edb3-5314-468e-bc72-86537006a8f1 req-02a4d387-4205-4a90-b8fb-350adcdf31d8 service neutron] 10.222.0.21 "GET /v2.0/networks/c2332200-850d-4113-aa59-ea01be4aba3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235277 Jun 29 11:37:07.025160 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-9af132b1-2cd1-444f-8697-c85b9f6672d4 req-0b76b783-77f0-492a-b9f1-40cab3ad99e3 tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] 10.222.0.78 "GET /v2.0/security-groups?id=a132c424-8487-4dcf-a6c1-aed3f41e803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951607 Jun 29 11:37:07.053004 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-59db572d-3728-482b-a15d-c853bdf4bf2f req-08d46319-7a11-49b3-8079-e159d647568a tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Notify callbacks [] for port, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:07.058813 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dcda747-4e52-49fa-8a23-f5941c81a146', 'name': 'network-vif-deleted', 'tag': 'f8a5b7be-8f3b-41ee-a59d-4beb49807edd'}] {{(pid=93175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:37:07.063884 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}879b71c770f982178fec1a07a47b9a5355ed3bb08afc25f1aa80a68f93cb18a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd2ef920-17f3-40e4-9c8e-ddcc9a7defc5" -d '{"events": [{"server_uuid": "9dcda747-4e52-49fa-8a23-f5941c81a146", "name": "network-vif-deleted", "tag": "f8a5b7be-8f3b-41ee-a59d-4beb49807edd"}]}' {{(pid=93175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:37:07.068441 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-d150a664-1181-4c15-895e-566d5c15c36f req-2e429c12-581c-4b15-8eb3-8ee7b162c306 service neutron] 10.222.0.21 "GET /v2.0/networks/e649846e-4490-4030-83be-c56063ebfb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115828 Jun 29 11:37:07.110505 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9957dca6-5e31-4623-a2ad-3134e7412918 x-openstack-request-id: req-9957dca6-5e31-4623-a2ad-3134e7412918 {{(pid=93175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:37:07.110831 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dcda747-4e52-49fa-8a23-f5941c81a146", "name": "network-vif-deleted", "tag": "f8a5b7be-8f3b-41ee-a59d-4beb49807edd", "status": "completed", "code": 200}]} {{(pid=93175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:37:07.111116 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9957dca6-5e31-4623-a2ad-3134e7412918 {{(pid=93175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:37:07.111533 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dcda747-4e52-49fa-8a23-f5941c81a146', 'name': 'network-vif-deleted', 'tag': 'f8a5b7be-8f3b-41ee-a59d-4beb49807edd', 'status': 'completed', 'code': 200} Jun 29 11:37:07.124985 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-59db572d-3728-482b-a15d-c853bdf4bf2f req-08d46319-7a11-49b3-8079-e159d647568a tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3670657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744990953741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-61825996'] for port, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:07.130010 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-a7286a38-1c13-4539-9c57-0c142ecc6241 tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:37:07.210349 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59db572d-3728-482b-a15d-c853bdf4bf2f req-08d46319-7a11-49b3-8079-e159d647568a tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Network e649846e-4490-4030-83be-c56063ebfb83 is already hosted by enough agents. {{(pid=93175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:37:07.215290 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.base_scheduler [req-59db572d-3728-482b-a15d-c853bdf4bf2f req-08d46319-7a11-49b3-8079-e159d647568a tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Resources bound (agent type, host, resource id): {{(pid=93175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:37:07.223698 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.db.l3_dvrscheduler_db [req-59db572d-3728-482b-a15d-c853bdf4bf2f req-08d46319-7a11-49b3-8079-e159d647568a tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Received port after_create {{(pid=93175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:37:07.228450 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d46319-7a11-49b3-8079-e159d647568a tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Pushing event updated for resources: {'Port': ['ID=8f16e2c4-30f9-425b-af03-d4f1ef0e61fa,revision_number=1']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:37:07.269862 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-08d46319-7a11-49b3-8079-e159d647568a tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:37:07.298921 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59db572d-3728-482b-a15d-c853bdf4bf2f req-08d46319-7a11-49b3-8079-e159d647568a tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:07.300392 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-59db572d-3728-482b-a15d-c853bdf4bf2f req-08d46319-7a11-49b3-8079-e159d647568a tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126777'] for port, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:07.322262 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-59db572d-3728-482b-a15d-c853bdf4bf2f req-08d46319-7a11-49b3-8079-e159d647568a tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3875892 Jun 29 11:37:07.340624 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.v2.base [req-59db572d-3728-482b-a15d-c853bdf4bf2f req-ffe64515-fca6-473d-876d-91bec3e2b434 service neutron] Request body: {'port': {'device_id': '29442a1b-ad91-4973-ae54-e447e1f09a21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:37:07.568937 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-59db572d-3728-482b-a15d-c853bdf4bf2f req-ffe64515-fca6-473d-876d-91bec3e2b434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:07.677210 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-be7a9210-a111-46bc-81b7-25b450446958 req-6f1b99d3-272d-4546-aa2e-aa6e1049ee54 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] 10.222.0.78 "GET /v2.0/ports?device_id=9dcda747-4e52-49fa-8a23-f5941c81a146 HTTP/1.1" status: 200 len: 210 time: 0.0492125 Jun 29 11:37:07.934927 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8205589b-d861-43ef-b5ba-ad8db8beafba req-0f934277-2d78-4465-a845-d20dc4e0a2cc tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:07.936538 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-8205589b-d861-43ef-b5ba-ad8db8beafba req-0f934277-2d78-4465-a845-d20dc4e0a2cc tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=29442a1b-ad91-4973-ae54-e447e1f09a21 HTTP/1.1" status: 200 len: 931 time: 0.1223216 Jun 29 11:37:08.013362 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.notifiers.nova [req-59db572d-3728-482b-a15d-c853bdf4bf2f req-ffe64515-fca6-473d-876d-91bec3e2b434 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f16e2c4-30f9-425b-af03-d4f1ef0e61fa {{(pid=93175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:37:08.023986 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-59db572d-3728-482b-a15d-c853bdf4bf2f req-ffe64515-fca6-473d-876d-91bec3e2b434 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:08.029036 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-8205589b-d861-43ef-b5ba-ad8db8beafba req-6873fdb8-5c28-4552-abc9-c6ad72db5ab2 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852902 Jun 29 11:37:08.048274 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.db.provisioning_blocks [req-59db572d-3728-482b-a15d-c853bdf4bf2f req-ffe64515-fca6-473d-876d-91bec3e2b434 service neutron] Transition to ACTIVE for port object 8f16e2c4-30f9-425b-af03-d4f1ef0e61fa will not be triggered until provisioned by entity L2. {{(pid=93175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:37:08.055246 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-59db572d-3728-482b-a15d-c853bdf4bf2f req-ffe64515-fca6-473d-876d-91bec3e2b434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61826046'] for port, after_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:08.059229 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-4c464e84-3586-4860-97ae-84c31c090df6 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:37:08.133477 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe64515-fca6-473d-876d-91bec3e2b434 service neutron] Pushing event updated for resources: {'Port': ['ID=8f16e2c4-30f9-425b-af03-d4f1ef0e61fa,revision_number=2']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:37:08.137591 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-ffe64515-fca6-473d-876d-91bec3e2b434 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:37:08.251556 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.managers [req-59db572d-3728-482b-a15d-c853bdf4bf2f req-ffe64515-fca6-473d-876d-91bec3e2b434 service neutron] Attempting to bind port 8f16e2c4-30f9-425b-af03-d4f1ef0e61fa on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:37:08.252001 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.managers [req-59db572d-3728-482b-a15d-c853bdf4bf2f req-ffe64515-fca6-473d-876d-91bec3e2b434 service neutron] Attempting to bind port 8f16e2c4-30f9-425b-af03-d4f1ef0e61fa by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '2655a1ac-f4fd-412e-aebf-1a0b049744ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e649846e-4490-4030-83be-c56063ebfb83'}] {{(pid=93175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:37:08.252904 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59db572d-3728-482b-a15d-c853bdf4bf2f req-ffe64515-fca6-473d-876d-91bec3e2b434 service neutron] Attempting to bind port 8f16e2c4-30f9-425b-af03-d4f1ef0e61fa on network e649846e-4490-4030-83be-c56063ebfb83 {{(pid=93175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:37:08.261613 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59db572d-3728-482b-a15d-c853bdf4bf2f req-ffe64515-fca6-473d-876d-91bec3e2b434 service neutron] Port 8f16e2c4-30f9-425b-af03-d4f1ef0e61fa on network e649846e-4490-4030-83be-c56063ebfb83 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 11:37:08.262194 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59db572d-3728-482b-a15d-c853bdf4bf2f req-ffe64515-fca6-473d-876d-91bec3e2b434 service neutron] Attempting to bind port 8f16e2c4-30f9-425b-af03-d4f1ef0e61fa on network e649846e-4490-4030-83be-c56063ebfb83 {{(pid=93175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:37:08.276030 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59db572d-3728-482b-a15d-c853bdf4bf2f req-ffe64515-fca6-473d-876d-91bec3e2b434 service neutron] Checking agent: {'id': '2f355b06-002c-40e6-bb76-5e394ebaabf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 33, 51), 'started_at': datetime.datetime(2021, 6, 29, 11, 33, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:37:08.276341 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59db572d-3728-482b-a15d-c853bdf4bf2f req-ffe64515-fca6-473d-876d-91bec3e2b434 service neutron] Checking segment: {'id': '2655a1ac-f4fd-412e-aebf-1a0b049744ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e649846e-4490-4030-83be-c56063ebfb83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:37:08.276715 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59db572d-3728-482b-a15d-c853bdf4bf2f req-ffe64515-fca6-473d-876d-91bec3e2b434 service neutron] Bound using segment: {'id': '2655a1ac-f4fd-412e-aebf-1a0b049744ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e649846e-4490-4030-83be-c56063ebfb83'} {{(pid=93175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:37:08.277149 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.managers [req-59db572d-3728-482b-a15d-c853bdf4bf2f req-ffe64515-fca6-473d-876d-91bec3e2b434 service neutron] Bound port: 8f16e2c4-30f9-425b-af03-d4f1ef0e61fa, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2655a1ac-f4fd-412e-aebf-1a0b049744ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e649846e-4490-4030-83be-c56063ebfb83'}}] {{(pid=93175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:37:08.277504 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-59db572d-3728-482b-a15d-c853bdf4bf2f req-ffe64515-fca6-473d-876d-91bec3e2b434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:08.319022 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3a3768-4e92-4f57-95a5-2a1cbaf8a0cf req-34f68120-0123-46c1-9928-efb286f24e19 tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:08.320627 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-7f3a3768-4e92-4f57-95a5-2a1cbaf8a0cf req-34f68120-0123-46c1-9928-efb286f24e19 tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fe73ebc-8469-48d5-a0f5-c8cbaf3f8a74 HTTP/1.1" status: 200 len: 943 time: 0.1264162 Jun 29 11:37:08.396460 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-7f3a3768-4e92-4f57-95a5-2a1cbaf8a0cf req-2e0bf431-8bce-4a06-8927-c94456c1d789 tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] 10.222.0.78 "GET /v2.0/security-groups?id=a132c424-8487-4dcf-a6c1-aed3f41e803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573802 Jun 29 11:37:08.401224 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.db [req-59db572d-3728-482b-a15d-c853bdf4bf2f req-ffe64515-fca6-473d-876d-91bec3e2b434 service neutron] For port 8f16e2c4-30f9-425b-af03-d4f1ef0e61fa, host hv-cinder-79760, cleared binding levels {{(pid=93175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:37:08.406001 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.db [req-59db572d-3728-482b-a15d-c853bdf4bf2f req-ffe64515-fca6-473d-876d-91bec3e2b434 service neutron] For port 8f16e2c4-30f9-425b-af03-d4f1ef0e61fa, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=8f16e2c4-30f9-425b-af03-d4f1ef0e61fa,segment=NetworkSegment(2655a1ac-f4fd-412e-aebf-1a0b049744ab),segment_id=2655a1ac-f4fd-412e-aebf-1a0b049744ab)] {{(pid=93175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:37:08.413413 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-59db572d-3728-482b-a15d-c853bdf4bf2f req-ffe64515-fca6-473d-876d-91bec3e2b434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61826046'] for port, after_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:08.416004 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:37:08.454437 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59db572d-3728-482b-a15d-c853bdf4bf2f req-ffe64515-fca6-473d-876d-91bec3e2b434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:08.455059 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-59db572d-3728-482b-a15d-c853bdf4bf2f req-ffe64515-fca6-473d-876d-91bec3e2b434 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126777'] for port, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:08.457300 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-59db572d-3728-482b-a15d-c853bdf4bf2f req-ffe64515-fca6-473d-876d-91bec3e2b434 service neutron] 10.222.0.21 "PUT /v2.0/ports/8f16e2c4-30f9-425b-af03-d4f1ef0e61fa HTTP/1.1" status: 200 len: 1093 time: 1.1211498 Jun 29 11:37:08.475029 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe64515-fca6-473d-876d-91bec3e2b434 service neutron] Pushing event updated for resources: {'Port': ['ID=8f16e2c4-30f9-425b-af03-d4f1ef0e61fa,revision_number=3']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:37:08.478176 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-ffe64515-fca6-473d-876d-91bec3e2b434 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:37:08.560108 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59db572d-3728-482b-a15d-c853bdf4bf2f req-ffaed957-ce3e-4257-930e-4b9c48416b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:08.561729 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-59db572d-3728-482b-a15d-c853bdf4bf2f req-ffaed957-ce3e-4257-930e-4b9c48416b24 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fb634060125f416085622032826f0074&device_id=29442a1b-ad91-4973-ae54-e447e1f09a21 HTTP/1.1" status: 200 len: 1096 time: 0.0599468 Jun 29 11:37:08.609825 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-59db572d-3728-482b-a15d-c853bdf4bf2f req-7da4c72e-d265-4b5a-a6fd-f90af746cd57 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f16e2c4-30f9-425b-af03-d4f1ef0e61fa HTTP/1.1" status: 200 len: 217 time: 0.0395772 Jun 29 11:37:08.722794 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59db572d-3728-482b-a15d-c853bdf4bf2f req-bdc7d656-cd53-46b9-be3b-a54731743449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:08.725632 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-59db572d-3728-482b-a15d-c853bdf4bf2f req-bdc7d656-cd53-46b9-be3b-a54731743449 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=68f333b4-cecc-4c5e-b444-811269c3af49 HTTP/1.1" status: 200 len: 859 time: 0.0917695 Jun 29 11:37:08.775863 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-59db572d-3728-482b-a15d-c853bdf4bf2f req-eeae9fb7-ac2b-4662-bd4d-1ec15c9b5431 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e649846e-4490-4030-83be-c56063ebfb83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406752 Jun 29 11:37:08.915348 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-59db572d-3728-482b-a15d-c853bdf4bf2f req-838c1201-1c84-4c36-b76c-8bdd4de435e5 service neutron] 10.222.0.21 "GET /v2.0/networks/e649846e-4490-4030-83be-c56063ebfb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322234 Jun 29 11:37:08.930873 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 49894) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:37:09.103449 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-300bb79a-28de-4b4e-b8b7-78ca69d14018 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:09.115773 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29442a1b-ad91-4973-ae54-e447e1f09a21', 'tag': '8f16e2c4-30f9-425b-af03-d4f1ef0e61fa'}] {{(pid=93175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:37:09.119984 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}879b71c770f982178fec1a07a47b9a5355ed3bb08afc25f1aa80a68f93cb18a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63763601-bc0c-4bda-beaf-e9a6c1a32a78" -d '{"events": [{"name": "network-changed", "server_uuid": "29442a1b-ad91-4973-ae54-e447e1f09a21", "tag": "8f16e2c4-30f9-425b-af03-d4f1ef0e61fa"}]}' {{(pid=93175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:37:09.153470 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-59db572d-3728-482b-a15d-c853bdf4bf2f req-cb6de333-7bc5-4390-9673-c0a2b583ba43 service neutron] 10.222.0.21 "GET /v2.0/networks/e649846e-4490-4030-83be-c56063ebfb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286148 Jun 29 11:37:09.236657 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f9fe7-72f6-4e09-8e98-42636d33818e req-d05bceb6-27d9-49f3-9e31-b74f49a88913 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:09.238293 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-5f7f9fe7-72f6-4e09-8e98-42636d33818e req-d05bceb6-27d9-49f3-9e31-b74f49a88913 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] 10.222.0.78 "GET /v2.0/networks?id=3ce18681-8d37-4f41-924d-8c2f3e358ad3 HTTP/1.1" status: 200 len: 809 time: 0.2274034 Jun 29 11:37:09.252221 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-300bb79a-28de-4b4e-b8b7-78ca69d14018 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:09.259321 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-300bb79a-28de-4b4e-b8b7-78ca69d14018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:09.260005 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-5f7f9fe7-72f6-4e09-8e98-42636d33818e req-5d90cb2e-1043-449f-99d4-f8957717f503 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] 10.222.0.78 "GET /v2.0/quotas/fbceaa2669c045528a74692f40d1df33 HTTP/1.1" status: 200 len: 375 time: 0.0112300 Jun 29 11:37:09.262737 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a9b5184f-df2b-4b12-a039-b70a88f70dab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:37:09.301382 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300bb79a-28de-4b4e-b8b7-78ca69d14018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aadad03-9ae0-4584-8ab6-4ed2f720d1ac,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:37:09.304847 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-5f7f9fe7-72f6-4e09-8e98-42636d33818e req-6f26a2cd-542d-493a-8341-0b7eeb98b005 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=fbceaa2669c045528a74692f40d1df33&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374222 Jun 29 11:37:09.305013 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-300bb79a-28de-4b4e-b8b7-78ca69d14018 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:37:09.308325 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-300bb79a-28de-4b4e-b8b7-78ca69d14018 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=dec0b7641e5f4b229a7c9b32b6c153ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3763521 Jun 29 11:37:09.314964 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 49914) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:37:09.374319 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c8a71951-04bf-42ef-aca0-11e460b959df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:09.400348 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c8a71951-04bf-42ef-aca0-11e460b959df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:09.457781 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d48fcd-04af-4fe2-bc48-4e2c02bbcf0a req-da1db80e-2f01-42a4-84bb-0cf4cdf9b5f8 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:09.459459 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-c4d48fcd-04af-4fe2-bc48-4e2c02bbcf0a req-da1db80e-2f01-42a4-84bb-0cf4cdf9b5f8 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=29442a1b-ad91-4973-ae54-e447e1f09a21 HTTP/1.1" status: 200 len: 943 time: 0.1469200 Jun 29 11:37:09.462076 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-5f7f9fe7-72f6-4e09-8e98-42636d33818e req-17e7cc9f-9660-44f5-98f9-1316092ded45 service neutron] 10.222.0.78 "GET /v2.0/networks/3ce18681-8d37-4f41-924d-8c2f3e358ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358473 Jun 29 11:37:09.475510 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c8a71951-04bf-42ef-aca0-11e460b959df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:09.479001 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c8a71951-04bf-42ef-aca0-11e460b959df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:09.480669 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-c8a71951-04bf-42ef-aca0-11e460b959df admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0aadad03-9ae0-4584-8ab6-4ed2f720d1ac HTTP/1.1" status: 204 len: 168 time: 0.1648891 Jun 29 11:37:09.481912 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4117d0dc-ed92-45a2-ae2d-3c42de56b928 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:37:09.496803 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a71951-04bf-42ef-aca0-11e460b959df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aadad03-9ae0-4584-8ab6-4ed2f720d1ac,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:37:09.505210 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c8a71951-04bf-42ef-aca0-11e460b959df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:37:09.837700 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-c4d48fcd-04af-4fe2-bc48-4e2c02bbcf0a req-a34a7e74-f22d-4926-a10b-30c86206d718 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3681209 Jun 29 11:37:09.891677 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-5f7f9fe7-72f6-4e09-8e98-42636d33818e req-3092d853-5bd9-4aa5-a08a-546dc8a2781c service neutron] 10.222.0.78 "GET /v2.0/networks/3ce18681-8d37-4f41-924d-8c2f3e358ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4184885 Jun 29 11:37:09.898296 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 11:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f555ae26-f146-48d1-b4ee-b5482358077f x-openstack-request-id: req-f555ae26-f146-48d1-b4ee-b5482358077f {{(pid=93175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:37:09.898696 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29442a1b-ad91-4973-ae54-e447e1f09a21", "tag": "8f16e2c4-30f9-425b-af03-d4f1ef0e61fa", "status": "completed", "code": 200}]} {{(pid=93175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:37:09.899130 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f555ae26-f146-48d1-b4ee-b5482358077f {{(pid=93175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:37:09.899832 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29442a1b-ad91-4973-ae54-e447e1f09a21', 'tag': '8f16e2c4-30f9-425b-af03-d4f1ef0e61fa', 'status': 'completed', 'code': 200} Jun 29 11:37:10.042069 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63763601-bc0c-4bda-beaf-e9a6c1a32a78 req-dd5216c6-ab40-42f4-9118-dc0cd2b4f21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:10.043603 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-63763601-bc0c-4bda-beaf-e9a6c1a32a78 req-dd5216c6-ab40-42f4-9118-dc0cd2b4f21f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fb634060125f416085622032826f0074&device_id=29442a1b-ad91-4973-ae54-e447e1f09a21 HTTP/1.1" status: 200 len: 1096 time: 0.1109915 Jun 29 11:37:10.139394 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74adea95-fec7-425a-b89d-4bef07bd07a1 req-7cc531f8-bc02-4b6d-9683-5a3c5002a9b7 tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:10.141423 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-74adea95-fec7-425a-b89d-4bef07bd07a1 req-7cc531f8-bc02-4b6d-9683-5a3c5002a9b7 tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fe73ebc-8469-48d5-a0f5-c8cbaf3f8a74 HTTP/1.1" status: 200 len: 943 time: 0.1420331 Jun 29 11:37:10.244731 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63763601-bc0c-4bda-beaf-e9a6c1a32a78 req-0e207066-1ada-4934-8681-9224a44934a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:10.246251 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-63763601-bc0c-4bda-beaf-e9a6c1a32a78 req-0e207066-1ada-4934-8681-9224a44934a1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e649846e-4490-4030-83be-c56063ebfb83 HTTP/1.1" status: 200 len: 920 time: 0.1937370 Jun 29 11:37:10.258061 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-74adea95-fec7-425a-b89d-4bef07bd07a1 req-dcee159c-4923-4ae9-aba9-84e7accb47ec tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] 10.222.0.78 "GET /v2.0/security-groups?id=a132c424-8487-4dcf-a6c1-aed3f41e803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094189 Jun 29 11:37:10.308492 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-63763601-bc0c-4bda-beaf-e9a6c1a32a78 req-bf2a071e-3b9b-4c3d-8189-e6496193ab51 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f16e2c4-30f9-425b-af03-d4f1ef0e61fa HTTP/1.1" status: 200 len: 217 time: 0.0474021 Jun 29 11:37:10.388197 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-cd0ff740-d6e2-414a-a17f-19b377607bd1 req-5a5da2e1-e319-46e4-a564-4f756bebd695 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e055edc-27b2-47c9-b141-67e09baef5bf HTTP/1.1" status: 200 len: 210 time: 0.0591300 Jun 29 11:37:10.420395 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482eb370-35fd-41c1-9fe1-6768eaae56de req-6ca1b09d-be01-458c-a540-b38fa8869106 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:10.421927 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-482eb370-35fd-41c1-9fe1-6768eaae56de req-6ca1b09d-be01-458c-a540-b38fa8869106 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/networks?id=370af924-d6bd-4821-9056-c2048b5ccd31 HTTP/1.1" status: 200 len: 815 time: 0.2545247 Jun 29 11:37:10.430600 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63763601-bc0c-4bda-beaf-e9a6c1a32a78 req-dbeb92dd-12dd-4d35-8858-92a410dc719a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:10.432105 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-63763601-bc0c-4bda-beaf-e9a6c1a32a78 req-dbeb92dd-12dd-4d35-8858-92a410dc719a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=68f333b4-cecc-4c5e-b444-811269c3af49 HTTP/1.1" status: 200 len: 859 time: 0.1137769 Jun 29 11:37:10.443200 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-482eb370-35fd-41c1-9fe1-6768eaae56de req-2a5b2601-390a-43ba-b961-14d8e41d829c tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/quotas/b0862d86861e4a6294669237a0d1c827 HTTP/1.1" status: 200 len: 375 time: 0.0101421 Jun 29 11:37:10.471212 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-63763601-bc0c-4bda-beaf-e9a6c1a32a78 req-9739df34-0355-42c7-81ca-b110b564b571 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e649846e-4490-4030-83be-c56063ebfb83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269206 Jun 29 11:37:10.637238 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-63763601-bc0c-4bda-beaf-e9a6c1a32a78 req-6c7640f9-5eec-4380-85bf-af27c6b88e00 service neutron] 10.222.0.21 "GET /v2.0/networks/e649846e-4490-4030-83be-c56063ebfb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527474 Jun 29 11:37:10.659627 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-482eb370-35fd-41c1-9fe1-6768eaae56de req-a9e4a0de-6696-4702-bc01-e8705a51f090 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=b0862d86861e4a6294669237a0d1c827&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1870053 Jun 29 11:37:10.824126 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-63763601-bc0c-4bda-beaf-e9a6c1a32a78 req-c01da6f0-cfb0-4366-b7e2-8b4b698cdf83 service neutron] 10.222.0.21 "GET /v2.0/networks/e649846e-4490-4030-83be-c56063ebfb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793082 Jun 29 11:37:10.838275 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-482eb370-35fd-41c1-9fe1-6768eaae56de req-2ce1818e-a6a3-48eb-a646-20cf6e1e3cd0 service neutron] 10.222.0.78 "GET /v2.0/networks/370af924-d6bd-4821-9056-c2048b5ccd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407797 Jun 29 11:37:10.999852 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-482eb370-35fd-41c1-9fe1-6768eaae56de req-05d01431-db95-43c3-a860-129c3906cfc1 service neutron] 10.222.0.78 "GET /v2.0/networks/370af924-d6bd-4821-9056-c2048b5ccd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605613 Jun 29 11:37:11.135011 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f03278-5b2a-45fa-b456-1199266012e9 req-52e7536c-0dc8-43f4-855e-c348f7d855cd tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:11.136545 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-d2f03278-5b2a-45fa-b456-1199266012e9 req-52e7536c-0dc8-43f4-855e-c348f7d855cd tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=29442a1b-ad91-4973-ae54-e447e1f09a21 HTTP/1.1" status: 200 len: 943 time: 0.0820334 Jun 29 11:37:11.201699 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-acfb2b35-c30b-4ad8-8924-763119a38f73 req-e568e619-a9d2-41f0-838b-03242afae324 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d7f9b21-431c-40b0-9303-4caf25b05283 HTTP/1.1" status: 200 len: 210 time: 0.0364656 Jun 29 11:37:11.214751 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-d2f03278-5b2a-45fa-b456-1199266012e9 req-674ed89c-43f7-4fcd-804b-d6d0ab787267 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695968 Jun 29 11:37:11.451160 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6635ec1a-1585-45d3-b56c-14a3832482a6 req-263c5062-34fc-433a-9a3f-784f1f66d1f9 tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:11.452848 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-6635ec1a-1585-45d3-b56c-14a3832482a6 req-263c5062-34fc-433a-9a3f-784f1f66d1f9 tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fe73ebc-8469-48d5-a0f5-c8cbaf3f8a74 HTTP/1.1" status: 200 len: 943 time: 0.0691121 Jun 29 11:37:11.502069 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-6635ec1a-1585-45d3-b56c-14a3832482a6 req-eda8fccb-58ee-473c-907e-efe45c126767 tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] 10.222.0.78 "GET /v2.0/security-groups?id=a132c424-8487-4dcf-a6c1-aed3f41e803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426362 Jun 29 11:37:11.561016 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-289a0082-c82f-488a-8f44-4f0a2320045b req-f63c5430-e767-4516-b7b6-0200e7d1bbea tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e055edc-27b2-47c9-b141-67e09baef5bf HTTP/1.1" status: 200 len: 210 time: 0.0291097 Jun 29 11:37:12.022518 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f9fe7-72f6-4e09-8e98-42636d33818e req-b57644f4-29e0-4e12-b168-48e71faa7b26 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:12.025521 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-5f7f9fe7-72f6-4e09-8e98-42636d33818e req-b57644f4-29e0-4e12-b168-48e71faa7b26 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] 10.222.0.21 "GET /v2.0/networks?id=3ce18681-8d37-4f41-924d-8c2f3e358ad3 HTTP/1.1" status: 200 len: 809 time: 0.1531971 Jun 29 11:37:12.041475 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.v2.base [req-5f7f9fe7-72f6-4e09-8e98-42636d33818e req-c9d5b10a-9f1e-4a45-93c1-b02a0c125bd4 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] Request body: {'port': {'device_id': '6e055edc-27b2-47c9-b141-67e09baef5bf', 'network_id': '3ce18681-8d37-4f41-924d-8c2f3e358ad3', 'admin_state_up': True, 'tenant_id': 'fbceaa2669c045528a74692f40d1df33'}} {{(pid=93175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:37:12.188176 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f7f9fe7-72f6-4e09-8e98-42636d33818e req-c9d5b10a-9f1e-4a45-93c1-b02a0c125bd4 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] Made reservation on behalf of fbceaa2669c045528a74692f40d1df33 for: {'port': 1} {{(pid=93175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:37:12.192727 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-5f7f9fe7-72f6-4e09-8e98-42636d33818e req-c9d5b10a-9f1e-4a45-93c1-b02a0c125bd4 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:12.420157 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-7437a356-5032-460c-a493-723223b6fe1b req-04bf1166-7b5e-43fa-ab51-95c922895a5c tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d7f9b21-431c-40b0-9303-4caf25b05283 HTTP/1.1" status: 200 len: 210 time: 0.0409935 Jun 29 11:37:12.474230 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.db.db_base_plugin_common [req-5f7f9fe7-72f6-4e09-8e98-42636d33818e req-c9d5b10a-9f1e-4a45-93c1-b02a0c125bd4 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] Allocated IP 172.20.0.6 (3ce18681-8d37-4f41-924d-8c2f3e358ad3/344db7cd-d121-4931-ab39-a92265357e50/fe1417ae-0d78-4620-bb6f-f39168d90af3) {{(pid=93175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:37:12.573329 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d249a45a-4a43-4580-aca8-d98b35ae9172 req-68aaa6ba-fe72-4c8a-be7e-76ad668d5c60 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:12.574947 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-d249a45a-4a43-4580-aca8-d98b35ae9172 req-68aaa6ba-fe72-4c8a-be7e-76ad668d5c60 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=29442a1b-ad91-4973-ae54-e447e1f09a21 HTTP/1.1" status: 200 len: 943 time: 0.1447842 Jun 29 11:37:12.674089 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-d249a45a-4a43-4580-aca8-d98b35ae9172 req-3a07c151-991a-4400-9e01-79dde923f292 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614765 Jun 29 11:37:12.764627 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482eb370-35fd-41c1-9fe1-6768eaae56de req-a388d050-4936-40e1-aaf2-302e5d7842ae tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:12.766288 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-5f7f9fe7-72f6-4e09-8e98-42636d33818e req-c9d5b10a-9f1e-4a45-93c1-b02a0c125bd4 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] Notify callbacks [] for port, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:12.766960 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-482eb370-35fd-41c1-9fe1-6768eaae56de req-a388d050-4936-40e1-aaf2-302e5d7842ae tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.21 "GET /v2.0/networks?id=370af924-d6bd-4821-9056-c2048b5ccd31 HTTP/1.1" status: 200 len: 815 time: 0.1437485 Jun 29 11:37:12.780447 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.v2.base [req-482eb370-35fd-41c1-9fe1-6768eaae56de req-c7b5c7e9-483a-4caf-988b-79461fe6d0c4 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Request body: {'port': {'device_id': '6d7f9b21-431c-40b0-9303-4caf25b05283', 'network_id': '370af924-d6bd-4821-9056-c2048b5ccd31', 'admin_state_up': True, 'tenant_id': 'b0862d86861e4a6294669237a0d1c827'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:37:12.823470 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f083311a-4424-4d24-89b0-93498048819e req-f51c780a-f0b9-4481-9621-bb0c84b4b517 tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:12.825021 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-f083311a-4424-4d24-89b0-93498048819e req-f51c780a-f0b9-4481-9621-bb0c84b4b517 tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fe73ebc-8469-48d5-a0f5-c8cbaf3f8a74 HTTP/1.1" status: 200 len: 943 time: 0.1154830 Jun 29 11:37:12.847718 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-5f7f9fe7-72f6-4e09-8e98-42636d33818e req-c9d5b10a-9f1e-4a45-93c1-b02a0c125bd4 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3670657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744990953741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-61825996'] for port, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:12.862978 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-a23dca50-892d-4dc4-ba89-d4bf65a962ba tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:37:12.925035 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-482eb370-35fd-41c1-9fe1-6768eaae56de req-c7b5c7e9-483a-4caf-988b-79461fe6d0c4 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Made reservation on behalf of b0862d86861e4a6294669237a0d1c827 for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:37:12.928990 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-482eb370-35fd-41c1-9fe1-6768eaae56de req-c7b5c7e9-483a-4caf-988b-79461fe6d0c4 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:12.953586 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-f083311a-4424-4d24-89b0-93498048819e req-09d83797-4bbc-41cd-8699-05f6169b750d tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] 10.222.0.78 "GET /v2.0/security-groups?id=a132c424-8487-4dcf-a6c1-aed3f41e803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222391 Jun 29 11:37:12.968181 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f7f9fe7-72f6-4e09-8e98-42636d33818e req-c9d5b10a-9f1e-4a45-93c1-b02a0c125bd4 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] Network 3ce18681-8d37-4f41-924d-8c2f3e358ad3 is already hosted by enough agents. {{(pid=93175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:37:12.972131 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d5b10a-9f1e-4a45-93c1-b02a0c125bd4 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] Pushing event updated for resources: {'Port': ['ID=fe1417ae-0d78-4620-bb6f-f39168d90af3,revision_number=1']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:37:12.984685 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.base_scheduler [req-5f7f9fe7-72f6-4e09-8e98-42636d33818e req-c9d5b10a-9f1e-4a45-93c1-b02a0c125bd4 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] Resources bound (agent type, host, resource id): {{(pid=93175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:37:12.992126 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-c9d5b10a-9f1e-4a45-93c1-b02a0c125bd4 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:37:12.994115 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f7f9fe7-72f6-4e09-8e98-42636d33818e req-c9d5b10a-9f1e-4a45-93c1-b02a0c125bd4 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] Received port after_create {{(pid=93175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:37:13.053196 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be7a069-0a50-46a1-ac77-9ee917e20ac1 req-2ecdc821-79c2-448a-9ec7-86b4136a6846 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:13.054899 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-6be7a069-0a50-46a1-ac77-9ee917e20ac1 req-2ecdc821-79c2-448a-9ec7-86b4136a6846 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e055edc-27b2-47c9-b141-67e09baef5bf HTTP/1.1" status: 200 len: 931 time: 0.2170126 Jun 29 11:37:13.068594 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f9fe7-72f6-4e09-8e98-42636d33818e req-c9d5b10a-9f1e-4a45-93c1-b02a0c125bd4 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:13.069283 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-5f7f9fe7-72f6-4e09-8e98-42636d33818e req-c9d5b10a-9f1e-4a45-93c1-b02a0c125bd4 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126777'] for port, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:13.084906 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-482eb370-35fd-41c1-9fe1-6768eaae56de req-c7b5c7e9-483a-4caf-988b-79461fe6d0c4 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Allocated IP 172.20.0.2 (370af924-d6bd-4821-9056-c2048b5ccd31/8ea9ab15-43b2-48ad-8e01-7b17b01c47dd/23f3add5-f455-4aac-8fc0-1ee7606c9f57) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:37:13.103030 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-5f7f9fe7-72f6-4e09-8e98-42636d33818e req-c9d5b10a-9f1e-4a45-93c1-b02a0c125bd4 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0668485 Jun 29 11:37:13.110463 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-6be7a069-0a50-46a1-ac77-9ee917e20ac1 req-72b9c292-aed6-41ec-ac42-58057794d3c4 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3cad45c-93e8-4d71-afb7-37b54bdb1e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492511 Jun 29 11:37:13.121194 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.v2.base [req-5f7f9fe7-72f6-4e09-8e98-42636d33818e req-abb7b5ac-e5e1-4d0b-b243-2ff86a9e8bb7 service neutron] Request body: {'port': {'device_id': '6e055edc-27b2-47c9-b141-67e09baef5bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:37:13.201007 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-5f7f9fe7-72f6-4e09-8e98-42636d33818e req-abb7b5ac-e5e1-4d0b-b243-2ff86a9e8bb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:13.269736 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-482eb370-35fd-41c1-9fe1-6768eaae56de req-c7b5c7e9-483a-4caf-988b-79461fe6d0c4 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:13.307454 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-482eb370-35fd-41c1-9fe1-6768eaae56de req-c7b5c7e9-483a-4caf-988b-79461fe6d0c4 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3670657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744990953741'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:13.311488 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:37:13.325169 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] get_ports_and_sgs() called for port_ids ['a548e549-c3f8-424f-b05d-4b11c70bad96', '8e5896aa-4bf6-46fb-b1f6-fd9f85e28e8c'] {{(pid=93177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:37:13.333510 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Device b0170071-ddc2-4778-9a3b-0b77e5a204fc details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 11:37:13.357853 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-482eb370-35fd-41c1-9fe1-6768eaae56de req-c7b5c7e9-483a-4caf-988b-79461fe6d0c4 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Network 370af924-d6bd-4821-9056-c2048b5ccd31 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:37:13.362354 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-482eb370-35fd-41c1-9fe1-6768eaae56de req-c7b5c7e9-483a-4caf-988b-79461fe6d0c4 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:37:13.366282 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-482eb370-35fd-41c1-9fe1-6768eaae56de req-c7b5c7e9-483a-4caf-988b-79461fe6d0c4 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:37:13.372221 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482eb370-35fd-41c1-9fe1-6768eaae56de req-c7b5c7e9-483a-4caf-988b-79461fe6d0c4 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:13.372844 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-482eb370-35fd-41c1-9fe1-6768eaae56de req-c7b5c7e9-483a-4caf-988b-79461fe6d0c4 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636407'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:13.386439 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b5c7e9-483a-4caf-988b-79461fe6d0c4 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Pushing event updated for resources: {'Port': ['ID=23f3add5-f455-4aac-8fc0-1ee7606c9f57,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:37:13.389858 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c7b5c7e9-483a-4caf-988b-79461fe6d0c4 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:37:13.397222 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-482eb370-35fd-41c1-9fe1-6768eaae56de req-c7b5c7e9-483a-4caf-988b-79461fe6d0c4 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6216044 Jun 29 11:37:13.413727 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.v2.base [req-482eb370-35fd-41c1-9fe1-6768eaae56de req-b933104c-9d9e-4c31-97ac-42ea26bb3148 service neutron] Request body: {'port': {'device_id': '6d7f9b21-431c-40b0-9303-4caf25b05283', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:37:13.515284 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.notifiers.nova [req-5f7f9fe7-72f6-4e09-8e98-42636d33818e req-abb7b5ac-e5e1-4d0b-b243-2ff86a9e8bb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe1417ae-0d78-4620-bb6f-f39168d90af3 {{(pid=93175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:37:13.521167 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-482eb370-35fd-41c1-9fe1-6768eaae56de req-b933104c-9d9e-4c31-97ac-42ea26bb3148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:13.529945 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-5f7f9fe7-72f6-4e09-8e98-42636d33818e req-abb7b5ac-e5e1-4d0b-b243-2ff86a9e8bb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:13.563516 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.db.provisioning_blocks [req-5f7f9fe7-72f6-4e09-8e98-42636d33818e req-abb7b5ac-e5e1-4d0b-b243-2ff86a9e8bb7 service neutron] Transition to ACTIVE for port object fe1417ae-0d78-4620-bb6f-f39168d90af3 will not be triggered until provisioned by entity L2. {{(pid=93175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:37:13.575331 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-5f7f9fe7-72f6-4e09-8e98-42636d33818e req-abb7b5ac-e5e1-4d0b-b243-2ff86a9e8bb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61826046'] for port, after_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:13.593729 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:37:13.645302 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] For port b0170071-ddc2-4778-9a3b-0b77e5a204fc, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b0170071-ddc2-4778-9a3b-0b77e5a204fc,segment=NetworkSegment(0dd329e6-f3f4-41ec-84fb-b2fb9d144236),segment_id=0dd329e6-f3f4-41ec-84fb-b2fb9d144236)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:37:13.660501 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb7b5ac-e5e1-4d0b-b243-2ff86a9e8bb7 service neutron] Pushing event updated for resources: {'Port': ['ID=fe1417ae-0d78-4620-bb6f-f39168d90af3,revision_number=2']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:37:13.663938 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-abb7b5ac-e5e1-4d0b-b243-2ff86a9e8bb7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:37:13.681506 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Returning: {'device': 'b0170071-ddc2-4778-9a3b-0b77e5a204fc', 'network_id': 'c2332200-850d-4113-aa59-ea01be4aba3d', 'port_id': 'b0170071-ddc2-4778-9a3b-0b77e5a204fc', 'mac_address': 'fa:16:3e:79:0a:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13fcb72b-56e2-4a0b-ab6f-595d0ad47028', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 11:37:13.738720 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4e8667-2a92-44be-b077-90d83987a459 req-2285ae59-8c18-4644-8954-0fb81cbe4dde tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:13.739968 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-7d4e8667-2a92-44be-b077-90d83987a459 req-2285ae59-8c18-4644-8954-0fb81cbe4dde tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d7f9b21-431c-40b0-9303-4caf25b05283 HTTP/1.1" status: 200 len: 931 time: 0.1777086 Jun 29 11:37:13.801086 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:13.803481 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-7d4e8667-2a92-44be-b077-90d83987a459 req-dc15d496-fbb9-44ee-b8cc-8a976b2c85a4 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c1a7ad6-20f5-44d5-aaf0-50a5387c12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594351 Jun 29 11:37:13.804741 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.managers [req-5f7f9fe7-72f6-4e09-8e98-42636d33818e req-abb7b5ac-e5e1-4d0b-b243-2ff86a9e8bb7 service neutron] Attempting to bind port fe1417ae-0d78-4620-bb6f-f39168d90af3 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:37:13.805222 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.managers [req-5f7f9fe7-72f6-4e09-8e98-42636d33818e req-abb7b5ac-e5e1-4d0b-b243-2ff86a9e8bb7 service neutron] Attempting to bind port fe1417ae-0d78-4620-bb6f-f39168d90af3 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'be629f3e-5318-4bd9-a3eb-eacbaaff2dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3ce18681-8d37-4f41-924d-8c2f3e358ad3'}] {{(pid=93175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:37:13.805433 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7f9fe7-72f6-4e09-8e98-42636d33818e req-abb7b5ac-e5e1-4d0b-b243-2ff86a9e8bb7 service neutron] Attempting to bind port fe1417ae-0d78-4620-bb6f-f39168d90af3 on network 3ce18681-8d37-4f41-924d-8c2f3e358ad3 {{(pid=93175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:37:13.815888 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7f9fe7-72f6-4e09-8e98-42636d33818e req-abb7b5ac-e5e1-4d0b-b243-2ff86a9e8bb7 service neutron] Port fe1417ae-0d78-4620-bb6f-f39168d90af3 on network 3ce18681-8d37-4f41-924d-8c2f3e358ad3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 11:37:13.816373 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7f9fe7-72f6-4e09-8e98-42636d33818e req-abb7b5ac-e5e1-4d0b-b243-2ff86a9e8bb7 service neutron] Attempting to bind port fe1417ae-0d78-4620-bb6f-f39168d90af3 on network 3ce18681-8d37-4f41-924d-8c2f3e358ad3 {{(pid=93175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:37:13.822609 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7f9fe7-72f6-4e09-8e98-42636d33818e req-abb7b5ac-e5e1-4d0b-b243-2ff86a9e8bb7 service neutron] Checking agent: {'id': '2f355b06-002c-40e6-bb76-5e394ebaabf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 33, 51), 'started_at': datetime.datetime(2021, 6, 29, 11, 33, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:37:13.823217 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7f9fe7-72f6-4e09-8e98-42636d33818e req-abb7b5ac-e5e1-4d0b-b243-2ff86a9e8bb7 service neutron] Checking segment: {'id': 'be629f3e-5318-4bd9-a3eb-eacbaaff2dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3ce18681-8d37-4f41-924d-8c2f3e358ad3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:37:13.823786 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7f9fe7-72f6-4e09-8e98-42636d33818e req-abb7b5ac-e5e1-4d0b-b243-2ff86a9e8bb7 service neutron] Bound using segment: {'id': 'be629f3e-5318-4bd9-a3eb-eacbaaff2dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3ce18681-8d37-4f41-924d-8c2f3e358ad3'} {{(pid=93175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:37:13.824360 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.managers [req-5f7f9fe7-72f6-4e09-8e98-42636d33818e req-abb7b5ac-e5e1-4d0b-b243-2ff86a9e8bb7 service neutron] Bound port: fe1417ae-0d78-4620-bb6f-f39168d90af3, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be629f3e-5318-4bd9-a3eb-eacbaaff2dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3ce18681-8d37-4f41-924d-8c2f3e358ad3'}}] {{(pid=93175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:37:13.824879 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-5f7f9fe7-72f6-4e09-8e98-42636d33818e req-abb7b5ac-e5e1-4d0b-b243-2ff86a9e8bb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:13.844045 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.notifiers.nova [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0170071-ddc2-4778-9a3b-0b77e5a204fc {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:37:13.896674 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] For port b0170071-ddc2-4778-9a3b-0b77e5a204fc, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b0170071-ddc2-4778-9a3b-0b77e5a204fc,segment=NetworkSegment(0dd329e6-f3f4-41ec-84fb-b2fb9d144236),segment_id=0dd329e6-f3f4-41ec-84fb-b2fb9d144236)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:37:13.901945 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:13.903040 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Device 9b5ca2a3-5459-4bc0-9e51-11a4148b3a1c details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 11:37:13.905187 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:37:13.941922 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.db [req-5f7f9fe7-72f6-4e09-8e98-42636d33818e req-abb7b5ac-e5e1-4d0b-b243-2ff86a9e8bb7 service neutron] For port fe1417ae-0d78-4620-bb6f-f39168d90af3, host hv-cinder-79760, cleared binding levels {{(pid=93175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:37:13.946415 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.db [req-5f7f9fe7-72f6-4e09-8e98-42636d33818e req-abb7b5ac-e5e1-4d0b-b243-2ff86a9e8bb7 service neutron] For port fe1417ae-0d78-4620-bb6f-f39168d90af3, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=fe1417ae-0d78-4620-bb6f-f39168d90af3,segment=NetworkSegment(be629f3e-5318-4bd9-a3eb-eacbaaff2dee),segment_id=be629f3e-5318-4bd9-a3eb-eacbaaff2dee)] {{(pid=93175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:37:13.954884 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-5f7f9fe7-72f6-4e09-8e98-42636d33818e req-abb7b5ac-e5e1-4d0b-b243-2ff86a9e8bb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61826046'] for port, after_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:13.958754 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-fe9c4be1-3118-4623-b90e-822b28feca21 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:37:14.033519 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f9fe7-72f6-4e09-8e98-42636d33818e req-abb7b5ac-e5e1-4d0b-b243-2ff86a9e8bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:14.034653 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Pushing event updated for resources: {'Port': ['ID=b0170071-ddc2-4778-9a3b-0b77e5a204fc,revision_number=4']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:37:14.035479 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-5f7f9fe7-72f6-4e09-8e98-42636d33818e req-abb7b5ac-e5e1-4d0b-b243-2ff86a9e8bb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126777'] for port, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:14.037018 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-5f7f9fe7-72f6-4e09-8e98-42636d33818e req-abb7b5ac-e5e1-4d0b-b243-2ff86a9e8bb7 service neutron] 10.222.0.21 "PUT /v2.0/ports/fe1417ae-0d78-4620-bb6f-f39168d90af3 HTTP/1.1" status: 200 len: 1093 time: 0.9249339 Jun 29 11:37:14.037613 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e055edc-27b2-47c9-b141-67e09baef5bf', 'tag': 'fe1417ae-0d78-4620-bb6f-f39168d90af3'}] {{(pid=93175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:37:14.043060 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}879b71c770f982178fec1a07a47b9a5355ed3bb08afc25f1aa80a68f93cb18a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-231b498a-7659-451a-befe-60e89b4fd186" -d '{"events": [{"name": "network-changed", "server_uuid": "6e055edc-27b2-47c9-b141-67e09baef5bf", "tag": "fe1417ae-0d78-4620-bb6f-f39168d90af3"}]}' {{(pid=93175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:37:14.050426 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:37:14.087277 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf18f50-db5d-4e74-99b0-1348b9c4aea6 req-10fe42c5-d8f8-4f05-98fc-8df865a2f493 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:14.090139 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-ccf18f50-db5d-4e74-99b0-1348b9c4aea6 req-10fe42c5-d8f8-4f05-98fc-8df865a2f493 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=29442a1b-ad91-4973-ae54-e447e1f09a21 HTTP/1.1" status: 200 len: 943 time: 0.2103250 Jun 29 11:37:14.103749 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb7b5ac-e5e1-4d0b-b243-2ff86a9e8bb7 service neutron] Pushing event updated for resources: {'Port': ['ID=fe1417ae-0d78-4620-bb6f-f39168d90af3,revision_number=3']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:37:14.114744 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] For port 9b5ca2a3-5459-4bc0-9e51-11a4148b3a1c, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=9b5ca2a3-5459-4bc0-9e51-11a4148b3a1c,segment=NetworkSegment(2655a1ac-f4fd-412e-aebf-1a0b049744ab),segment_id=2655a1ac-f4fd-412e-aebf-1a0b049744ab)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:37:14.121945 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-abb7b5ac-e5e1-4d0b-b243-2ff86a9e8bb7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:37:14.138548 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Returning: {'device': '9b5ca2a3-5459-4bc0-9e51-11a4148b3a1c', 'network_id': 'e649846e-4490-4030-83be-c56063ebfb83', 'port_id': '9b5ca2a3-5459-4bc0-9e51-11a4148b3a1c', 'mac_address': 'fa:16:3e:22:4a:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68f333b4-cecc-4c5e-b444-811269c3af49', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 11:37:14.168158 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.notifiers.nova [req-482eb370-35fd-41c1-9fe1-6768eaae56de req-b933104c-9d9e-4c31-97ac-42ea26bb3148 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23f3add5-f455-4aac-8fc0-1ee7606c9f57 {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:37:14.183520 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-482eb370-35fd-41c1-9fe1-6768eaae56de req-b933104c-9d9e-4c31-97ac-42ea26bb3148 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:14.212005 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-482eb370-35fd-41c1-9fe1-6768eaae56de req-b933104c-9d9e-4c31-97ac-42ea26bb3148 service neutron] Transition to ACTIVE for port object 23f3add5-f455-4aac-8fc0-1ee7606c9f57 will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:37:14.213887 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-ccf18f50-db5d-4e74-99b0-1348b9c4aea6 req-9fa21fd0-6fe3-46e2-8bbf-69bc825292d3 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108217 Jun 29 11:37:14.231719 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:14.238608 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-482eb370-35fd-41c1-9fe1-6768eaae56de req-b933104c-9d9e-4c31-97ac-42ea26bb3148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:14.241932 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:37:14.258684 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.notifiers.nova [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b5ca2a3-5459-4bc0-9e51-11a4148b3a1c {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:37:14.314259 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] For port 9b5ca2a3-5459-4bc0-9e51-11a4148b3a1c, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=9b5ca2a3-5459-4bc0-9e51-11a4148b3a1c,segment=NetworkSegment(2655a1ac-f4fd-412e-aebf-1a0b049744ab),segment_id=2655a1ac-f4fd-412e-aebf-1a0b049744ab)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:37:14.321181 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:14.323355 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:37:14.393136 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Pushing event updated for resources: {'Port': ['ID=9b5ca2a3-5459-4bc0-9e51-11a4148b3a1c,revision_number=4']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:37:14.398148 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b933104c-9d9e-4c31-97ac-42ea26bb3148 service neutron] Pushing event updated for resources: {'Port': ['ID=23f3add5-f455-4aac-8fc0-1ee7606c9f57,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:37:14.401270 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b933104c-9d9e-4c31-97ac-42ea26bb3148 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:37:14.412463 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:37:14.423675 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-482eb370-35fd-41c1-9fe1-6768eaae56de req-b933104c-9d9e-4c31-97ac-42ea26bb3148 service neutron] Attempting to bind port 23f3add5-f455-4aac-8fc0-1ee7606c9f57 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:37:14.424042 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-482eb370-35fd-41c1-9fe1-6768eaae56de req-b933104c-9d9e-4c31-97ac-42ea26bb3148 service neutron] Attempting to bind port 23f3add5-f455-4aac-8fc0-1ee7606c9f57 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '0949f310-551d-4292-95ed-764ccdcd59df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '370af924-d6bd-4821-9056-c2048b5ccd31'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:37:14.426051 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482eb370-35fd-41c1-9fe1-6768eaae56de req-b933104c-9d9e-4c31-97ac-42ea26bb3148 service neutron] Attempting to bind port 23f3add5-f455-4aac-8fc0-1ee7606c9f57 on network 370af924-d6bd-4821-9056-c2048b5ccd31 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:37:14.432117 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482eb370-35fd-41c1-9fe1-6768eaae56de req-b933104c-9d9e-4c31-97ac-42ea26bb3148 service neutron] Port 23f3add5-f455-4aac-8fc0-1ee7606c9f57 on network 370af924-d6bd-4821-9056-c2048b5ccd31 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 11:37:14.432529 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482eb370-35fd-41c1-9fe1-6768eaae56de req-b933104c-9d9e-4c31-97ac-42ea26bb3148 service neutron] Attempting to bind port 23f3add5-f455-4aac-8fc0-1ee7606c9f57 on network 370af924-d6bd-4821-9056-c2048b5ccd31 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:37:14.438388 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482eb370-35fd-41c1-9fe1-6768eaae56de req-b933104c-9d9e-4c31-97ac-42ea26bb3148 service neutron] Checking agent: {'id': '2f355b06-002c-40e6-bb76-5e394ebaabf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 33, 51), 'started_at': datetime.datetime(2021, 6, 29, 11, 33, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 36, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:37:14.438842 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482eb370-35fd-41c1-9fe1-6768eaae56de req-b933104c-9d9e-4c31-97ac-42ea26bb3148 service neutron] Checking segment: {'id': '0949f310-551d-4292-95ed-764ccdcd59df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '370af924-d6bd-4821-9056-c2048b5ccd31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:37:14.439286 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482eb370-35fd-41c1-9fe1-6768eaae56de req-b933104c-9d9e-4c31-97ac-42ea26bb3148 service neutron] Bound using segment: {'id': '0949f310-551d-4292-95ed-764ccdcd59df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '370af924-d6bd-4821-9056-c2048b5ccd31'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:37:14.439913 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-482eb370-35fd-41c1-9fe1-6768eaae56de req-b933104c-9d9e-4c31-97ac-42ea26bb3148 service neutron] Bound port: 23f3add5-f455-4aac-8fc0-1ee7606c9f57, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0949f310-551d-4292-95ed-764ccdcd59df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '370af924-d6bd-4821-9056-c2048b5ccd31'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:37:14.440960 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-482eb370-35fd-41c1-9fe1-6768eaae56de req-b933104c-9d9e-4c31-97ac-42ea26bb3148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:14.514032 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-482eb370-35fd-41c1-9fe1-6768eaae56de req-b933104c-9d9e-4c31-97ac-42ea26bb3148 service neutron] For port 23f3add5-f455-4aac-8fc0-1ee7606c9f57, host hv-cinder-79760, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:37:14.517457 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-482eb370-35fd-41c1-9fe1-6768eaae56de req-b933104c-9d9e-4c31-97ac-42ea26bb3148 service neutron] For port 23f3add5-f455-4aac-8fc0-1ee7606c9f57, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=23f3add5-f455-4aac-8fc0-1ee7606c9f57,segment=NetworkSegment(0949f310-551d-4292-95ed-764ccdcd59df),segment_id=0949f310-551d-4292-95ed-764ccdcd59df)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:37:14.522728 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-482eb370-35fd-41c1-9fe1-6768eaae56de req-b933104c-9d9e-4c31-97ac-42ea26bb3148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:14.525202 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9f0204b0-dc48-4574-813a-a3c66dd58d3b tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:37:14.559103 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482eb370-35fd-41c1-9fe1-6768eaae56de req-b933104c-9d9e-4c31-97ac-42ea26bb3148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:14.559893 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-482eb370-35fd-41c1-9fe1-6768eaae56de req-b933104c-9d9e-4c31-97ac-42ea26bb3148 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126777', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636407'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:14.560108 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 11:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1154a91-7dc0-45be-b21f-f6466851f29c x-openstack-request-id: req-a1154a91-7dc0-45be-b21f-f6466851f29c {{(pid=93175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:37:14.560422 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e055edc-27b2-47c9-b141-67e09baef5bf", "tag": "fe1417ae-0d78-4620-bb6f-f39168d90af3", "status": "completed", "code": 200}]} {{(pid=93175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:37:14.560705 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a1154a91-7dc0-45be-b21f-f6466851f29c {{(pid=93175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:37:14.561102 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e055edc-27b2-47c9-b141-67e09baef5bf', 'tag': 'fe1417ae-0d78-4620-bb6f-f39168d90af3', 'status': 'completed', 'code': 200} Jun 29 11:37:14.561462 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-482eb370-35fd-41c1-9fe1-6768eaae56de req-b933104c-9d9e-4c31-97ac-42ea26bb3148 service neutron] 10.222.0.21 "PUT /v2.0/ports/23f3add5-f455-4aac-8fc0-1ee7606c9f57 HTTP/1.1" status: 200 len: 1093 time: 1.1557016 Jun 29 11:37:14.561959 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d7f9b21-431c-40b0-9303-4caf25b05283', 'tag': '23f3add5-f455-4aac-8fc0-1ee7606c9f57'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:37:14.564309 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e84c2f8edc4c5bc2f689ddb2df796faf16af949d7518eb87a014b7a9d68b702d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a58ae6b4-395d-4089-aa03-744470fc3631" -d '{"events": [{"name": "network-changed", "server_uuid": "6d7f9b21-431c-40b0-9303-4caf25b05283", "tag": "23f3add5-f455-4aac-8fc0-1ee7606c9f57"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:37:14.584737 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9de5fa0-8b06-44a5-8c78-d390e6cac02c req-9c7da9b5-da97-436a-85a9-398f3eda2610 tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:14.586228 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-e9de5fa0-8b06-44a5-8c78-d390e6cac02c req-9c7da9b5-da97-436a-85a9-398f3eda2610 tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fe73ebc-8469-48d5-a0f5-c8cbaf3f8a74 HTTP/1.1" status: 200 len: 944 time: 0.4537275 Jun 29 11:37:14.591282 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b933104c-9d9e-4c31-97ac-42ea26bb3148 service neutron] Pushing event updated for resources: {'Port': ['ID=23f3add5-f455-4aac-8fc0-1ee7606c9f57,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:37:14.595404 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b933104c-9d9e-4c31-97ac-42ea26bb3148 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:37:14.631947 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f9fe7-72f6-4e09-8e98-42636d33818e req-0c84d256-ea02-4a10-a521-d5dbe7b99e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:14.633416 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-5f7f9fe7-72f6-4e09-8e98-42636d33818e req-0c84d256-ea02-4a10-a521-d5dbe7b99e60 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fbceaa2669c045528a74692f40d1df33&device_id=6e055edc-27b2-47c9-b141-67e09baef5bf HTTP/1.1" status: 200 len: 1096 time: 0.3749237 Jun 29 11:37:14.638525 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-e9de5fa0-8b06-44a5-8c78-d390e6cac02c req-4d2352fc-39f6-4466-8c06-404603fd0067 tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] 10.222.0.78 "GET /v2.0/security-groups?id=a132c424-8487-4dcf-a6c1-aed3f41e803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448692 Jun 29 11:37:14.679117 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-5f7f9fe7-72f6-4e09-8e98-42636d33818e req-0147ceb4-b732-4d21-a7eb-85503bd52625 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe1417ae-0d78-4620-bb6f-f39168d90af3 HTTP/1.1" status: 200 len: 217 time: 0.0357132 Jun 29 11:37:14.696583 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482eb370-35fd-41c1-9fe1-6768eaae56de req-3853c7c5-6c5f-4509-877e-eecbb002a3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:14.698142 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-482eb370-35fd-41c1-9fe1-6768eaae56de req-3853c7c5-6c5f-4509-877e-eecbb002a3ae service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b0862d86861e4a6294669237a0d1c827&device_id=6d7f9b21-431c-40b0-9303-4caf25b05283 HTTP/1.1" status: 200 len: 1096 time: 0.0743039 Jun 29 11:37:14.732658 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f9fe7-72f6-4e09-8e98-42636d33818e req-65227407-a518-44dc-8521-6ec1917e0d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:14.734253 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-5f7f9fe7-72f6-4e09-8e98-42636d33818e req-65227407-a518-44dc-8521-6ec1917e0d3b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=344db7cd-d121-4931-ab39-a92265357e50 HTTP/1.1" status: 200 len: 849 time: 0.0458045 Jun 29 11:37:14.752198 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-482eb370-35fd-41c1-9fe1-6768eaae56de req-a465f7a4-79ef-4532-a910-36be9972e770 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=23f3add5-f455-4aac-8fc0-1ee7606c9f57 HTTP/1.1" status: 200 len: 217 time: 0.0435243 Jun 29 11:37:14.768627 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 11:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f35455-fb7e-47b1-97ab-6ed0259c249d x-openstack-request-id: req-a9f35455-fb7e-47b1-97ab-6ed0259c249d {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:37:14.768950 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d7f9b21-431c-40b0-9303-4caf25b05283", "tag": "23f3add5-f455-4aac-8fc0-1ee7606c9f57", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:37:14.769230 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a9f35455-fb7e-47b1-97ab-6ed0259c249d {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:37:14.769639 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d7f9b21-431c-40b0-9303-4caf25b05283', 'tag': '23f3add5-f455-4aac-8fc0-1ee7606c9f57', 'status': 'completed', 'code': 200} Jun 29 11:37:14.783014 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-5f7f9fe7-72f6-4e09-8e98-42636d33818e req-5a1ea95b-17e5-4fcf-a3a3-e9d2f633ea90 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ce18681-8d37-4f41-924d-8c2f3e358ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385921 Jun 29 11:37:14.805317 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482eb370-35fd-41c1-9fe1-6768eaae56de req-e3a30d27-736e-4798-a6a3-53f89d2670d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:14.806785 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-482eb370-35fd-41c1-9fe1-6768eaae56de req-e3a30d27-736e-4798-a6a3-53f89d2670d3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8ea9ab15-43b2-48ad-8e01-7b17b01c47dd HTTP/1.1" status: 200 len: 855 time: 0.0472569 Jun 29 11:37:14.847780 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-482eb370-35fd-41c1-9fe1-6768eaae56de req-0cb32d06-61d9-4ad4-9af4-6e9ed3bd5c18 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=370af924-d6bd-4821-9056-c2048b5ccd31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298228 Jun 29 11:37:14.909542 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-5f7f9fe7-72f6-4e09-8e98-42636d33818e req-49b28fde-942c-4ced-900e-9c52644fb7f2 service neutron] 10.222.0.21 "GET /v2.0/networks/3ce18681-8d37-4f41-924d-8c2f3e358ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056228 Jun 29 11:37:14.917073 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b7e7af-45b9-4fcd-a211-9e196c0543ce req-5b11a77c-0bbc-4a78-a72c-abbcb3765153 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:14.918212 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-58b7e7af-45b9-4fcd-a211-9e196c0543ce req-5b11a77c-0bbc-4a78-a72c-abbcb3765153 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e055edc-27b2-47c9-b141-67e09baef5bf HTTP/1.1" status: 200 len: 943 time: 0.1647315 Jun 29 11:37:14.948450 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-482eb370-35fd-41c1-9fe1-6768eaae56de req-1d8e27ba-4e1d-47fe-9297-0982cbd47c39 service neutron] 10.222.0.21 "GET /v2.0/networks/370af924-d6bd-4821-9056-c2048b5ccd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854325 Jun 29 11:37:15.048333 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-482eb370-35fd-41c1-9fe1-6768eaae56de req-5706e7a9-68f6-4c1c-8dda-31099f5732e2 service neutron] 10.222.0.21 "GET /v2.0/networks/370af924-d6bd-4821-9056-c2048b5ccd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913403 Jun 29 11:37:15.066126 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-58b7e7af-45b9-4fcd-a211-9e196c0543ce req-96e1ae3e-7736-4593-b13d-708f081ec9ff tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3cad45c-93e8-4d71-afb7-37b54bdb1e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365721 Jun 29 11:37:15.091481 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-5f7f9fe7-72f6-4e09-8e98-42636d33818e req-41fdcd55-518e-4b58-9fbc-018240c2c646 service neutron] 10.222.0.21 "GET /v2.0/networks/3ce18681-8d37-4f41-924d-8c2f3e358ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722875 Jun 29 11:37:15.106640 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c0d603-c6c2-4bb8-bcf7-fe0c251bde97 req-1b17d6f6-8f3a-4396-87d9-0ca790380779 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:15.108243 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-d4c0d603-c6c2-4bb8-bcf7-fe0c251bde97 req-1b17d6f6-8f3a-4396-87d9-0ca790380779 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d7f9b21-431c-40b0-9303-4caf25b05283 HTTP/1.1" status: 200 len: 943 time: 0.1804333 Jun 29 11:37:15.184438 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-d4c0d603-c6c2-4bb8-bcf7-fe0c251bde97 req-81ef3ae5-1260-47d2-8ca4-d48c1f417d05 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c1a7ad6-20f5-44d5-aaf0-50a5387c12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696490 Jun 29 11:37:15.201214 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ae6b4-395d-4089-aa03-744470fc3631 req-64352e55-9072-4941-b616-9e2f671abf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:15.202844 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-a58ae6b4-395d-4089-aa03-744470fc3631 req-64352e55-9072-4941-b616-9e2f671abf84 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b0862d86861e4a6294669237a0d1c827&device_id=6d7f9b21-431c-40b0-9303-4caf25b05283 HTTP/1.1" status: 200 len: 1096 time: 0.0862775 Jun 29 11:37:15.208443 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231b498a-7659-451a-befe-60e89b4fd186 req-5da74056-fb7f-4a1c-8cd0-8c98158a108d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:15.210006 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-231b498a-7659-451a-befe-60e89b4fd186 req-5da74056-fb7f-4a1c-8cd0-8c98158a108d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fbceaa2669c045528a74692f40d1df33&device_id=6e055edc-27b2-47c9-b141-67e09baef5bf HTTP/1.1" status: 200 len: 1096 time: 0.0600638 Jun 29 11:37:15.312346 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ae6b4-395d-4089-aa03-744470fc3631 req-bd3b750b-cf40-4c3c-b50e-97a735dea758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:15.313965 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-a58ae6b4-395d-4089-aa03-744470fc3631 req-bd3b750b-cf40-4c3c-b50e-97a735dea758 service neutron] 10.222.0.21 "GET /v2.0/networks?id=370af924-d6bd-4821-9056-c2048b5ccd31 HTTP/1.1" status: 200 len: 916 time: 0.1043622 Jun 29 11:37:15.328341 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231b498a-7659-451a-befe-60e89b4fd186 req-34ea5f79-89f4-4237-8264-1e1e5b0dee6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:15.331918 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-231b498a-7659-451a-befe-60e89b4fd186 req-34ea5f79-89f4-4237-8264-1e1e5b0dee6a service neutron] 10.222.0.21 "GET /v2.0/networks?id=3ce18681-8d37-4f41-924d-8c2f3e358ad3 HTTP/1.1" status: 200 len: 910 time: 0.1084418 Jun 29 11:37:15.338550 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Device 8f16e2c4-30f9-425b-af03-d4f1ef0e61fa details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 11:37:15.373786 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-a58ae6b4-395d-4089-aa03-744470fc3631 req-80cc3958-3462-48b1-b25a-a892b750aa96 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=23f3add5-f455-4aac-8fc0-1ee7606c9f57 HTTP/1.1" status: 200 len: 217 time: 0.0526514 Jun 29 11:37:15.394987 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-231b498a-7659-451a-befe-60e89b4fd186 req-5aa1ca13-cbc4-439d-9346-8cfaf3bc9d6e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe1417ae-0d78-4620-bb6f-f39168d90af3 HTTP/1.1" status: 200 len: 217 time: 0.0559583 Jun 29 11:37:15.455160 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231b498a-7659-451a-befe-60e89b4fd186 req-de73987a-43d3-4fe5-bb4f-ffc715612ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:15.457467 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-231b498a-7659-451a-befe-60e89b4fd186 req-de73987a-43d3-4fe5-bb4f-ffc715612ed0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=344db7cd-d121-4931-ab39-a92265357e50 HTTP/1.1" status: 200 len: 849 time: 0.0555136 Jun 29 11:37:15.465866 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] For port 8f16e2c4-30f9-425b-af03-d4f1ef0e61fa, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=8f16e2c4-30f9-425b-af03-d4f1ef0e61fa,segment=NetworkSegment(2655a1ac-f4fd-412e-aebf-1a0b049744ab),segment_id=2655a1ac-f4fd-412e-aebf-1a0b049744ab)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:37:15.466711 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ae6b4-395d-4089-aa03-744470fc3631 req-3e162a4c-7d0d-4c8b-bac3-f29d657944b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:15.468211 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-a58ae6b4-395d-4089-aa03-744470fc3631 req-3e162a4c-7d0d-4c8b-bac3-f29d657944b0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8ea9ab15-43b2-48ad-8e01-7b17b01c47dd HTTP/1.1" status: 200 len: 855 time: 0.0803509 Jun 29 11:37:15.484368 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Returning: {'device': '8f16e2c4-30f9-425b-af03-d4f1ef0e61fa', 'network_id': 'e649846e-4490-4030-83be-c56063ebfb83', 'port_id': '8f16e2c4-30f9-425b-af03-d4f1ef0e61fa', 'mac_address': 'fa:16:3e:ee:5a:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68f333b4-cecc-4c5e-b444-811269c3af49', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 11:37:15.509912 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-a58ae6b4-395d-4089-aa03-744470fc3631 req-b83ff011-c89a-4239-ad24-62b1c838dbdc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=370af924-d6bd-4821-9056-c2048b5ccd31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322983 Jun 29 11:37:15.517569 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c8e2c-250d-4920-bb23-8ac402bfda66 req-5f9767d9-122c-4992-bf02-0776462df3a1 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:15.519681 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-113c8e2c-250d-4920-bb23-8ac402bfda66 req-5f9767d9-122c-4992-bf02-0776462df3a1 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=29442a1b-ad91-4973-ae54-e447e1f09a21 HTTP/1.1" status: 200 len: 943 time: 0.1449094 Jun 29 11:37:15.527610 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-231b498a-7659-451a-befe-60e89b4fd186 req-b5165d1e-c00a-4f0c-aa4f-26f3883c9eca service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3ce18681-8d37-4f41-924d-8c2f3e358ad3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593557 Jun 29 11:37:15.547610 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:15.579378 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.notifiers.nova [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f16e2c4-30f9-425b-af03-d4f1ef0e61fa {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:37:15.615204 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] For port 8f16e2c4-30f9-425b-af03-d4f1ef0e61fa, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=8f16e2c4-30f9-425b-af03-d4f1ef0e61fa,segment=NetworkSegment(2655a1ac-f4fd-412e-aebf-1a0b049744ab),segment_id=2655a1ac-f4fd-412e-aebf-1a0b049744ab)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:37:15.644357 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:15.648790 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-54123a8f-45bb-4a41-8a00-457c4688790f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:37:15.670297 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-113c8e2c-250d-4920-bb23-8ac402bfda66 req-3ed09e95-d80e-4c39-a5aa-3f93a954b276 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409025 Jun 29 11:37:15.702628 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-a58ae6b4-395d-4089-aa03-744470fc3631 req-740e2ab6-8b9e-4a2c-9d39-66ccd7e5d91c service neutron] 10.222.0.21 "GET /v2.0/networks/370af924-d6bd-4821-9056-c2048b5ccd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819212 Jun 29 11:37:15.724438 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Pushing event updated for resources: {'Port': ['ID=8f16e2c4-30f9-425b-af03-d4f1ef0e61fa,revision_number=4']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:37:15.738234 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:37:15.745653 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-231b498a-7659-451a-befe-60e89b4fd186 req-63fe111f-e8f3-42be-8551-a7377650de70 service neutron] 10.222.0.21 "GET /v2.0/networks/3ce18681-8d37-4f41-924d-8c2f3e358ad3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048910 Jun 29 11:37:15.819719 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-a58ae6b4-395d-4089-aa03-744470fc3631 req-7348d598-f782-455d-89ff-de837366fc7c service neutron] 10.222.0.21 "GET /v2.0/networks/370af924-d6bd-4821-9056-c2048b5ccd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096032 Jun 29 11:37:15.882417 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-231b498a-7659-451a-befe-60e89b4fd186 req-decebd96-13c0-40a9-84f2-c78cb71a4f09 service neutron] 10.222.0.21 "GET /v2.0/networks/3ce18681-8d37-4f41-924d-8c2f3e358ad3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289124 Jun 29 11:37:15.924838 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcd3103-3c64-4ba3-9bcb-46da7b258b8d req-50c52453-57b3-408a-b791-bb065c90774d tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:15.926826 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-edcd3103-3c64-4ba3-9bcb-46da7b258b8d req-50c52453-57b3-408a-b791-bb065c90774d tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fe73ebc-8469-48d5-a0f5-c8cbaf3f8a74 HTTP/1.1" status: 200 len: 944 time: 0.0970457 Jun 29 11:37:15.976071 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-edcd3103-3c64-4ba3-9bcb-46da7b258b8d req-3653870e-1756-482b-a5a0-77c14f783b9a tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] 10.222.0.78 "GET /v2.0/security-groups?id=a132c424-8487-4dcf-a6c1-aed3f41e803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421782 Jun 29 11:37:16.006874 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] get_ports_and_sgs() called for port_ids ['b0170071-ddc2-4778-9a3b-0b77e5a204fc'] {{(pid=93177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:37:16.012705 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] get_ports_and_sgs() called for port_ids ['9b5ca2a3-5459-4bc0-9e51-11a4148b3a1c'] {{(pid=93177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:37:16.276655 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaaafac-1b07-47e2-9fab-f52788d1648c req-f863f057-9b07-4534-a25d-b45698eb7af2 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:16.278216 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-9aaaafac-1b07-47e2-9fab-f52788d1648c req-f863f057-9b07-4534-a25d-b45698eb7af2 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e055edc-27b2-47c9-b141-67e09baef5bf HTTP/1.1" status: 200 len: 943 time: 0.0803037 Jun 29 11:37:16.322684 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-9aaaafac-1b07-47e2-9fab-f52788d1648c req-f9f27eab-40a2-4bf5-873c-f4dd80455bfb tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3cad45c-93e8-4d71-afb7-37b54bdb1e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372901 Jun 29 11:37:16.447466 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27e3367-04a1-4a18-8a1f-55a6dd287ffd req-6665e828-347b-49ae-b324-53e066887bc4 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:16.448973 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-f27e3367-04a1-4a18-8a1f-55a6dd287ffd req-6665e828-347b-49ae-b324-53e066887bc4 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d7f9b21-431c-40b0-9303-4caf25b05283 HTTP/1.1" status: 200 len: 943 time: 0.0695698 Jun 29 11:37:16.489410 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-f27e3367-04a1-4a18-8a1f-55a6dd287ffd req-572a3d1a-5050-4b22-852f-9acd76d712a3 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c1a7ad6-20f5-44d5-aaf0-50a5387c12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348589 Jun 29 11:37:16.872113 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ae4757-b7d3-4019-8c74-5e14ea120361 req-0e4d2785-2294-473b-a597-58de9579c7ce tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:16.873640 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-38ae4757-b7d3-4019-8c74-5e14ea120361 req-0e4d2785-2294-473b-a597-58de9579c7ce tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=29442a1b-ad91-4973-ae54-e447e1f09a21 HTTP/1.1" status: 200 len: 944 time: 0.0807459 Jun 29 11:37:16.904241 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] get_ports_and_sgs() called for port_ids ['8f16e2c4-30f9-425b-af03-d4f1ef0e61fa'] {{(pid=93177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:37:16.936724 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-38ae4757-b7d3-4019-8c74-5e14ea120361 req-446ef280-3b1a-4b09-af25-b6754c8a6e49 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554492 Jun 29 11:37:17.281849 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9593a5-f44d-40a2-aaa9-547596c65fa0 req-1a8398c5-58b2-4862-8fa5-cacbf88e4c28 tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:17.295028 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-9d9593a5-f44d-40a2-aaa9-547596c65fa0 req-1a8398c5-58b2-4862-8fa5-cacbf88e4c28 tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fe73ebc-8469-48d5-a0f5-c8cbaf3f8a74 HTTP/1.1" status: 200 len: 944 time: 0.1781077 Jun 29 11:37:17.340131 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-9d9593a5-f44d-40a2-aaa9-547596c65fa0 req-1bf1daec-7274-4469-a25f-f3ffb6461126 tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] 10.222.0.78 "GET /v2.0/security-groups?id=a132c424-8487-4dcf-a6c1-aed3f41e803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442307 Jun 29 11:37:17.562621 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375e2076-0e23-46da-b685-07cc6b6b48e2 req-02b8dff3-5bb8-48a3-81a0-74bb6e279275 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:17.564244 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-375e2076-0e23-46da-b685-07cc6b6b48e2 req-02b8dff3-5bb8-48a3-81a0-74bb6e279275 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e055edc-27b2-47c9-b141-67e09baef5bf HTTP/1.1" status: 200 len: 943 time: 0.0955629 Jun 29 11:37:17.662525 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-375e2076-0e23-46da-b685-07cc6b6b48e2 req-bea598b1-1def-40f3-bdad-4243b650cc66 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3cad45c-93e8-4d71-afb7-37b54bdb1e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874841 Jun 29 11:37:17.727079 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab043a0-c354-4a3d-82f0-7673e5d3803f req-55d45a43-6f94-4b91-9576-41027f8de6b0 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:17.728985 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-4ab043a0-c354-4a3d-82f0-7673e5d3803f req-55d45a43-6f94-4b91-9576-41027f8de6b0 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d7f9b21-431c-40b0-9303-4caf25b05283 HTTP/1.1" status: 200 len: 943 time: 0.0980644 Jun 29 11:37:17.780056 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-4ab043a0-c354-4a3d-82f0-7673e5d3803f req-d525877d-53ee-4652-a38f-73d068f205ee tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c1a7ad6-20f5-44d5-aaf0-50a5387c12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437219 Jun 29 11:37:18.117336 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ebeb56-69c4-4e6f-8c85-7794cedcec7e req-f36c9081-3936-40d9-bb53-f21d7daa77af tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:18.118816 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-c9ebeb56-69c4-4e6f-8c85-7794cedcec7e req-f36c9081-3936-40d9-bb53-f21d7daa77af tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=29442a1b-ad91-4973-ae54-e447e1f09a21 HTTP/1.1" status: 200 len: 944 time: 0.0659583 Jun 29 11:37:18.160138 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-c9ebeb56-69c4-4e6f-8c85-7794cedcec7e req-0b108f71-6998-4149-a94b-b3cabddcfbba tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355260 Jun 29 11:37:18.562717 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d2f3d2-28b7-4dbe-8ebe-0a6ad6ec7f57 req-e81a8b75-a1a5-4c2a-8ea8-743cf5d4a93a tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:18.564209 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-59d2f3d2-28b7-4dbe-8ebe-0a6ad6ec7f57 req-e81a8b75-a1a5-4c2a-8ea8-743cf5d4a93a tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fe73ebc-8469-48d5-a0f5-c8cbaf3f8a74 HTTP/1.1" status: 200 len: 944 time: 0.0936673 Jun 29 11:37:18.619684 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-59d2f3d2-28b7-4dbe-8ebe-0a6ad6ec7f57 req-297e713f-514e-4d83-bfc7-80fba1c9838a tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] 10.222.0.78 "GET /v2.0/security-groups?id=a132c424-8487-4dcf-a6c1-aed3f41e803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485947 Jun 29 11:37:18.848665 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546f2cad-4978-4640-85f7-ccf5a7249295 req-ba39644b-d46e-4603-9864-16ff9eaec65b tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:18.850498 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-546f2cad-4978-4640-85f7-ccf5a7249295 req-ba39644b-d46e-4603-9864-16ff9eaec65b tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e055edc-27b2-47c9-b141-67e09baef5bf HTTP/1.1" status: 200 len: 943 time: 0.0729220 Jun 29 11:37:18.903376 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-546f2cad-4978-4640-85f7-ccf5a7249295 req-33a663b4-a531-45b0-9d0d-61f25dc2e651 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3cad45c-93e8-4d71-afb7-37b54bdb1e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462539 Jun 29 11:37:18.987253 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b22a79-689a-4b94-aaf8-13bb2cf2b2b9 req-8120e60b-2cb6-41d5-9b3b-5d20d4ab199d tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:18.989139 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-87b22a79-689a-4b94-aaf8-13bb2cf2b2b9 req-8120e60b-2cb6-41d5-9b3b-5d20d4ab199d tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d7f9b21-431c-40b0-9303-4caf25b05283 HTTP/1.1" status: 200 len: 943 time: 0.0756226 Jun 29 11:37:19.033912 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-87b22a79-689a-4b94-aaf8-13bb2cf2b2b9 req-f6ea3713-00b6-4155-80db-3b958ee9bc93 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c1a7ad6-20f5-44d5-aaf0-50a5387c12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384922 Jun 29 11:37:19.340189 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Device b0170071-ddc2-4778-9a3b-0b77e5a204fc up at agent hyperv_hv-cinder-79760 {{(pid=93177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:37:19.353740 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c554c6-4444-493a-af96-1927a1fb1177 req-c420bea6-7a1f-4242-967a-292dca7f26d7 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:19.360669 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-55c554c6-4444-493a-af96-1927a1fb1177 req-c420bea6-7a1f-4242-967a-292dca7f26d7 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=29442a1b-ad91-4973-ae54-e447e1f09a21 HTTP/1.1" status: 200 len: 944 time: 0.0812204 Jun 29 11:37:19.394947 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Provisioning for port b0170071-ddc2-4778-9a3b-0b77e5a204fc completed by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:37:19.398801 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Provisioning complete for port b0170071-ddc2-4778-9a3b-0b77e5a204fc triggered by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:37:19.399186 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:19.403085 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-55c554c6-4444-493a-af96-1927a1fb1177 req-a8068c3f-ce42-4d6e-92b4-bc600e0a6032 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363932 Jun 29 11:37:19.486480 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:19.510114 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe73ebc-8469-48d5-a0f5-c8cbaf3f8a74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0170071-ddc2-4778-9a3b-0b77e5a204fc'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:37:19.512402 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf503b922a63088b6f722bf1da6ea29b944079dc3e77b23c7214b141eee454" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3bf346b-eeb4-4fa3-8443-cf07976d91e8" -d '{"events": [{"server_uuid": "9fe73ebc-8469-48d5-a0f5-c8cbaf3f8a74", "name": "network-vif-plugged", "status": "completed", "tag": "b0170071-ddc2-4778-9a3b-0b77e5a204fc"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:37:19.526985 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] For port b0170071-ddc2-4778-9a3b-0b77e5a204fc, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b0170071-ddc2-4778-9a3b-0b77e5a204fc,segment=NetworkSegment(0dd329e6-f3f4-41ec-84fb-b2fb9d144236),segment_id=0dd329e6-f3f4-41ec-84fb-b2fb9d144236)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:37:19.530162 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:19.531115 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Device 8f16e2c4-30f9-425b-af03-d4f1ef0e61fa up at agent hyperv_hv-cinder-79760 {{(pid=93177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:37:19.533891 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:37:19.556488 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f284739-f5b6-4a89-a0ff-82eeb87e939d x-openstack-request-id: req-7f284739-f5b6-4a89-a0ff-82eeb87e939d {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:37:19.556783 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fe73ebc-8469-48d5-a0f5-c8cbaf3f8a74", "name": "network-vif-plugged", "status": "completed", "tag": "b0170071-ddc2-4778-9a3b-0b77e5a204fc", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:37:19.557038 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7f284739-f5b6-4a89-a0ff-82eeb87e939d {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:37:19.557424 dv-cinder-797608-2-smb neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe73ebc-8469-48d5-a0f5-c8cbaf3f8a74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0170071-ddc2-4778-9a3b-0b77e5a204fc', 'code': 200} Jun 29 11:37:19.621736 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Pushing event updated for resources: {'Port': ['ID=b0170071-ddc2-4778-9a3b-0b77e5a204fc,revision_number=5']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:37:19.624826 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:37:19.636854 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Provisioning for port 8f16e2c4-30f9-425b-af03-d4f1ef0e61fa completed by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:37:19.640635 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Provisioning complete for port 8f16e2c4-30f9-425b-af03-d4f1ef0e61fa triggered by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:37:19.641007 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:19.755697 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:19.802472 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] For port 8f16e2c4-30f9-425b-af03-d4f1ef0e61fa, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=8f16e2c4-30f9-425b-af03-d4f1ef0e61fa,segment=NetworkSegment(2655a1ac-f4fd-412e-aebf-1a0b049744ab),segment_id=2655a1ac-f4fd-412e-aebf-1a0b049744ab)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:37:19.808510 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:19.809804 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Device 9b5ca2a3-5459-4bc0-9e51-11a4148b3a1c up at agent hyperv_hv-cinder-79760 {{(pid=93177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:37:19.812890 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:37:19.865919 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f74371-ab43-47cf-baaf-e8bccef1fa6e req-fd9084b2-088c-4c09-925f-c8a0ac2601bd tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:19.867958 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-57f74371-ab43-47cf-baaf-e8bccef1fa6e req-fd9084b2-088c-4c09-925f-c8a0ac2601bd tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fe73ebc-8469-48d5-a0f5-c8cbaf3f8a74 HTTP/1.1" status: 200 len: 945 time: 0.0975285 Jun 29 11:37:19.909066 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Pushing event updated for resources: {'Port': ['ID=8f16e2c4-30f9-425b-af03-d4f1ef0e61fa,revision_number=5']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:37:19.912649 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:37:19.915603 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Provisioning for port 9b5ca2a3-5459-4bc0-9e51-11a4148b3a1c completed by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:37:19.920412 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Provisioning complete for port 9b5ca2a3-5459-4bc0-9e51-11a4148b3a1c triggered by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:37:19.920953 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:19.925103 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-57f74371-ab43-47cf-baaf-e8bccef1fa6e req-2aee5fb4-d89e-4a60-b98a-a3f3dc74dd89 tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] 10.222.0.78 "GET /v2.0/security-groups?id=a132c424-8487-4dcf-a6c1-aed3f41e803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470126 Jun 29 11:37:19.936005 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad2dd8-9d71-4a0e-9520-df19b9ef54b7 req-5ae619fd-f48b-4788-94da-eb480116d2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:19.937572 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-48ad2dd8-9d71-4a0e-9520-df19b9ef54b7 req-5ae619fd-f48b-4788-94da-eb480116d2d7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9fe73ebc-8469-48d5-a0f5-c8cbaf3f8a74 HTTP/1.1" status: 200 len: 1098 time: 0.1331532 Jun 29 11:37:20.000965 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-48ad2dd8-9d71-4a0e-9520-df19b9ef54b7 req-3ed89327-ebfe-4fd7-ba26-4bdf844f70cb service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a132c424-8487-4dcf-a6c1-aed3f41e803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566061 Jun 29 11:37:20.028986 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:20.067505 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] For port 9b5ca2a3-5459-4bc0-9e51-11a4148b3a1c, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=9b5ca2a3-5459-4bc0-9e51-11a4148b3a1c,segment=NetworkSegment(2655a1ac-f4fd-412e-aebf-1a0b049744ab),segment_id=2655a1ac-f4fd-412e-aebf-1a0b049744ab)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:37:20.072052 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:20.074352 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:37:20.123985 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Pushing event updated for resources: {'Port': ['ID=9b5ca2a3-5459-4bc0-9e51-11a4148b3a1c,revision_number=5']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:37:20.127974 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:37:20.144340 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be753ee6-af0b-47da-a4ab-2ddb25bb5e07 req-9fd7de6e-8cca-4c65-aa29-8a1614bf7b0b tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:20.145817 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-be753ee6-af0b-47da-a4ab-2ddb25bb5e07 req-9fd7de6e-8cca-4c65-aa29-8a1614bf7b0b tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e055edc-27b2-47c9-b141-67e09baef5bf HTTP/1.1" status: 200 len: 943 time: 0.0788012 Jun 29 11:37:20.211745 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-be753ee6-af0b-47da-a4ab-2ddb25bb5e07 req-c9f876f2-542c-42d3-a9a5-15bc007387f0 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3cad45c-93e8-4d71-afb7-37b54bdb1e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603995 Jun 29 11:37:20.263865 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6463b93e-963d-4391-ae28-43764b0e0a38 req-b9cef7fe-7d35-4b61-acf3-32476118fc0e tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:20.265360 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-6463b93e-963d-4391-ae28-43764b0e0a38 req-b9cef7fe-7d35-4b61-acf3-32476118fc0e tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d7f9b21-431c-40b0-9303-4caf25b05283 HTTP/1.1" status: 200 len: 943 time: 0.0984907 Jun 29 11:37:20.311145 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-6463b93e-963d-4391-ae28-43764b0e0a38 req-39e7d96e-3a4a-4e06-b270-e193c1b7f381 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c1a7ad6-20f5-44d5-aaf0-50a5387c12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394864 Jun 29 11:37:20.512093 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:20.612797 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dc51aa-8d0b-4a08-a21e-2d9df0ff043d req-8ca3f897-b803-4f53-a0b0-37250cadce10 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:20.614553 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-e9dc51aa-8d0b-4a08-a21e-2d9df0ff043d req-8ca3f897-b803-4f53-a0b0-37250cadce10 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=29442a1b-ad91-4973-ae54-e447e1f09a21 HTTP/1.1" status: 200 len: 945 time: 0.0786121 Jun 29 11:37:20.674797 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-e9dc51aa-8d0b-4a08-a21e-2d9df0ff043d req-61066e9e-7a4b-42c7-8205-67ec456e0162 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511858 Jun 29 11:37:21.133890 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d3122a-e95f-4e1c-acf1-c930596625f0 req-4d4fd251-3aaa-4776-b548-08fd67b7f167 tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:21.135282 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-31d3122a-e95f-4e1c-acf1-c930596625f0 req-4d4fd251-3aaa-4776-b548-08fd67b7f167 tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fe73ebc-8469-48d5-a0f5-c8cbaf3f8a74 HTTP/1.1" status: 200 len: 945 time: 0.0698853 Jun 29 11:37:21.176349 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-31d3122a-e95f-4e1c-acf1-c930596625f0 req-83366d7a-b680-47f4-b670-4574700a0bb9 tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] 10.222.0.78 "GET /v2.0/security-groups?id=a132c424-8487-4dcf-a6c1-aed3f41e803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346780 Jun 29 11:37:21.355311 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Device fe1417ae-0d78-4620-bb6f-f39168d90af3 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 11:37:21.406263 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816461e7-d506-4924-abed-821ea7e69cb2 req-f8dbc429-56f8-4916-90fb-fc8f54b7ba20 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:21.408119 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-816461e7-d506-4924-abed-821ea7e69cb2 req-f8dbc429-56f8-4916-90fb-fc8f54b7ba20 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e055edc-27b2-47c9-b141-67e09baef5bf HTTP/1.1" status: 200 len: 943 time: 0.0808842 Jun 29 11:37:21.473646 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-816461e7-d506-4924-abed-821ea7e69cb2 req-03614436-5c99-475a-b957-13c69b012a92 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3cad45c-93e8-4d71-afb7-37b54bdb1e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594141 Jun 29 11:37:21.474454 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] For port fe1417ae-0d78-4620-bb6f-f39168d90af3, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=fe1417ae-0d78-4620-bb6f-f39168d90af3,segment=NetworkSegment(be629f3e-5318-4bd9-a3eb-eacbaaff2dee),segment_id=be629f3e-5318-4bd9-a3eb-eacbaaff2dee)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:37:21.492065 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Returning: {'device': 'fe1417ae-0d78-4620-bb6f-f39168d90af3', 'network_id': '3ce18681-8d37-4f41-924d-8c2f3e358ad3', 'port_id': 'fe1417ae-0d78-4620-bb6f-f39168d90af3', 'mac_address': 'fa:16:3e:67:83:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '344db7cd-d121-4931-ab39-a92265357e50', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 11:37:21.533291 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62fcad6-84e5-4b63-b9c2-49ccaf2711b2 req-0e00d32a-904c-4771-9e06-ab68c97d7a91 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:21.535675 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-e62fcad6-84e5-4b63-b9c2-49ccaf2711b2 req-0e00d32a-904c-4771-9e06-ab68c97d7a91 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d7f9b21-431c-40b0-9303-4caf25b05283 HTTP/1.1" status: 200 len: 943 time: 0.0853248 Jun 29 11:37:21.553946 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:21.567777 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29442a1b-ad91-4973-ae54-e447e1f09a21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f16e2c4-30f9-425b-af03-d4f1ef0e61fa'}, {'server_uuid': '6d035ebe-f417-4046-be21-2782009cfc2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b5ca2a3-5459-4bc0-9e51-11a4148b3a1c'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:37:21.571992 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf503b922a63088b6f722bf1da6ea29b944079dc3e77b23c7214b141eee454" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-273b8c30-b5fa-4e73-93df-09602a35771b" -d '{"events": [{"server_uuid": "29442a1b-ad91-4973-ae54-e447e1f09a21", "name": "network-vif-plugged", "status": "completed", "tag": "8f16e2c4-30f9-425b-af03-d4f1ef0e61fa"}, {"server_uuid": "6d035ebe-f417-4046-be21-2782009cfc2a", "name": "network-vif-plugged", "status": "completed", "tag": "9b5ca2a3-5459-4bc0-9e51-11a4148b3a1c"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:37:21.581917 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.notifiers.nova [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe1417ae-0d78-4620-bb6f-f39168d90af3 {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:37:21.584912 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-e62fcad6-84e5-4b63-b9c2-49ccaf2711b2 req-d421b1f6-7537-4ad5-91df-aa1e4d0ebb05 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c1a7ad6-20f5-44d5-aaf0-50a5387c12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390007 Jun 29 11:37:21.631364 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 29 Jun 2021 11:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f70d1b63-2545-4e54-9c25-bf9fb2af4416 x-openstack-request-id: req-f70d1b63-2545-4e54-9c25-bf9fb2af4416 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:37:21.631701 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29442a1b-ad91-4973-ae54-e447e1f09a21", "name": "network-vif-plugged", "status": "completed", "tag": "8f16e2c4-30f9-425b-af03-d4f1ef0e61fa", "code": 200}, {"server_uuid": "6d035ebe-f417-4046-be21-2782009cfc2a", "name": "network-vif-plugged", "status": "completed", "tag": "9b5ca2a3-5459-4bc0-9e51-11a4148b3a1c", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:37:21.631960 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f70d1b63-2545-4e54-9c25-bf9fb2af4416 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:37:21.632358 dv-cinder-797608-2-smb neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29442a1b-ad91-4973-ae54-e447e1f09a21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f16e2c4-30f9-425b-af03-d4f1ef0e61fa', 'code': 200} Jun 29 11:37:21.632630 dv-cinder-797608-2-smb neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d035ebe-f417-4046-be21-2782009cfc2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b5ca2a3-5459-4bc0-9e51-11a4148b3a1c', 'code': 200} Jun 29 11:37:21.634377 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] For port fe1417ae-0d78-4620-bb6f-f39168d90af3, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=fe1417ae-0d78-4620-bb6f-f39168d90af3,segment=NetworkSegment(be629f3e-5318-4bd9-a3eb-eacbaaff2dee),segment_id=be629f3e-5318-4bd9-a3eb-eacbaaff2dee)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:37:21.641112 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:21.642180 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Device 23f3add5-f455-4aac-8fc0-1ee7606c9f57 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 11:37:21.646016 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:37:21.764766 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Pushing event updated for resources: {'Port': ['ID=fe1417ae-0d78-4620-bb6f-f39168d90af3,revision_number=4']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:37:21.769996 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:37:21.828023 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] For port 23f3add5-f455-4aac-8fc0-1ee7606c9f57, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=23f3add5-f455-4aac-8fc0-1ee7606c9f57,segment=NetworkSegment(0949f310-551d-4292-95ed-764ccdcd59df),segment_id=0949f310-551d-4292-95ed-764ccdcd59df)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:37:21.843464 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Returning: {'device': '23f3add5-f455-4aac-8fc0-1ee7606c9f57', 'network_id': '370af924-d6bd-4821-9056-c2048b5ccd31', 'port_id': '23f3add5-f455-4aac-8fc0-1ee7606c9f57', 'mac_address': 'fa:16:3e:1a:d3:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ea9ab15-43b2-48ad-8e01-7b17b01c47dd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 11:37:21.903058 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:21.918891 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.notifiers.nova [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23f3add5-f455-4aac-8fc0-1ee7606c9f57 {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:37:21.941019 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 50254) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:37:21.950140 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] For port 23f3add5-f455-4aac-8fc0-1ee7606c9f57, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=23f3add5-f455-4aac-8fc0-1ee7606c9f57,segment=NetworkSegment(0949f310-551d-4292-95ed-764ccdcd59df),segment_id=0949f310-551d-4292-95ed-764ccdcd59df)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:37:21.955274 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:21.959003 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe69bfc-e324-4419-bd13-e004724db2e3 req-db8d4619-5b4e-44bf-9a3d-92e57549123c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:21.959488 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:37:21.960639 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-6fe69bfc-e324-4419-bd13-e004724db2e3 req-db8d4619-5b4e-44bf-9a3d-92e57549123c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=29442a1b-ad91-4973-ae54-e447e1f09a21 HTTP/1.1" status: 200 len: 1098 time: 0.0731807 Jun 29 11:37:22.020481 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-6fe69bfc-e324-4419-bd13-e004724db2e3 req-f8a8dc8e-edfe-42dd-8cfc-358a0ab44667 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501344 Jun 29 11:37:22.037745 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Pushing event updated for resources: {'Port': ['ID=23f3add5-f455-4aac-8fc0-1ee7606c9f57,revision_number=4']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:37:22.042657 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:37:22.070891 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb72741e-a706-4337-9a1b-3ff536eacdb8 req-c6d95d40-28ea-40ed-beee-511354dc9390 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:22.073171 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-bb72741e-a706-4337-9a1b-3ff536eacdb8 req-c6d95d40-28ea-40ed-beee-511354dc9390 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=29442a1b-ad91-4973-ae54-e447e1f09a21 HTTP/1.1" status: 200 len: 945 time: 0.1790493 Jun 29 11:37:22.090128 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f34051c-8a6f-4134-9300-48840adede27 req-297d8fa1-2b11-47e5-aec1-f54938e2ccd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:22.091715 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-5f34051c-8a6f-4134-9300-48840adede27 req-297d8fa1-2b11-47e5-aec1-f54938e2ccd0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6d035ebe-f417-4046-be21-2782009cfc2a HTTP/1.1" status: 200 len: 1098 time: 0.1535370 Jun 29 11:37:22.116449 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1799033b-e8b3-4a9f-a445-5fb4d9e3bfa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:22.122342 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-bb72741e-a706-4337-9a1b-3ff536eacdb8 req-a4cd5fbd-ee88-49af-b6fc-e5ae0cca3442 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409062 Jun 29 11:37:22.226479 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1799033b-e8b3-4a9f-a445-5fb4d9e3bfa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:22.231431 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1799033b-e8b3-4a9f-a445-5fb4d9e3bfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:22.234052 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-09699644-b243-4971-a9ff-d40bd5f92dcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:37:22.269140 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1799033b-e8b3-4a9f-a445-5fb4d9e3bfa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95352ca7-14a5-4940-9ea7-4b3831b92056,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:37:22.273882 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-1799033b-e8b3-4a9f-a445-5fb4d9e3bfa5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=dd226f7e6683492dbbd0eaba453c3ccb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3318429 Jun 29 11:37:22.274840 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1799033b-e8b3-4a9f-a445-5fb4d9e3bfa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:37:22.276399 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 50268) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:37:22.333343 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3718d493-1abb-4e0d-b82b-762ca031135d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:22.358904 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3718d493-1abb-4e0d-b82b-762ca031135d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:22.416370 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3718d493-1abb-4e0d-b82b-762ca031135d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:22.419081 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3718d493-1abb-4e0d-b82b-762ca031135d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:22.419446 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54710002-2532-415e-a464-b78fe29777a2 req-ecfa2776-c736-4550-a839-ad696f738921 tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:22.420215 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-3718d493-1abb-4e0d-b82b-762ca031135d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/95352ca7-14a5-4940-9ea7-4b3831b92056 HTTP/1.1" status: 204 len: 168 time: 0.1429255 Jun 29 11:37:22.420970 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7d16b9be-8a52-41b2-a5fd-f2d8ac91b6bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:37:22.421969 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-54710002-2532-415e-a464-b78fe29777a2 req-ecfa2776-c736-4550-a839-ad696f738921 tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fe73ebc-8469-48d5-a0f5-c8cbaf3f8a74 HTTP/1.1" status: 200 len: 945 time: 0.0984969 Jun 29 11:37:22.436559 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3718d493-1abb-4e0d-b82b-762ca031135d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95352ca7-14a5-4940-9ea7-4b3831b92056,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:37:22.439992 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3718d493-1abb-4e0d-b82b-762ca031135d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:37:22.445869 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-5f34051c-8a6f-4134-9300-48840adede27 req-b101ad90-2d11-4255-bd1e-c9c72fe5ea53 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780838 Jun 29 11:37:22.488371 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-54710002-2532-415e-a464-b78fe29777a2 req-7dee8043-275c-4a51-874e-b2f8b57cd09b tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] 10.222.0.78 "GET /v2.0/security-groups?id=a132c424-8487-4dcf-a6c1-aed3f41e803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551729 Jun 29 11:37:22.679387 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e205a5e-d640-4e40-b907-feb424770fde req-c6edd550-329b-471b-b8d1-72a953476e26 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:22.680998 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-4e205a5e-d640-4e40-b907-feb424770fde req-c6edd550-329b-471b-b8d1-72a953476e26 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e055edc-27b2-47c9-b141-67e09baef5bf HTTP/1.1" status: 200 len: 944 time: 0.0715778 Jun 29 11:37:22.727708 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-4e205a5e-d640-4e40-b907-feb424770fde req-5c3368b7-f184-4bc5-97a1-dec6df614034 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3cad45c-93e8-4d71-afb7-37b54bdb1e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404990 Jun 29 11:37:22.816894 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] get_ports_and_sgs() called for port_ids ['23f3add5-f455-4aac-8fc0-1ee7606c9f57'] {{(pid=93177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:37:22.869373 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] get_ports_and_sgs() called for port_ids ['fe1417ae-0d78-4620-bb6f-f39168d90af3'] {{(pid=93177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:37:22.914164 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d9525f-6ee2-4bf4-b1e1-d9a4fa54a49f req-c841ae48-6fe6-4ead-93d2-6740d12c0c88 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:22.916100 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-20d9525f-6ee2-4bf4-b1e1-d9a4fa54a49f req-c841ae48-6fe6-4ead-93d2-6740d12c0c88 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d7f9b21-431c-40b0-9303-4caf25b05283 HTTP/1.1" status: 200 len: 944 time: 0.0798361 Jun 29 11:37:22.964062 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-20d9525f-6ee2-4bf4-b1e1-d9a4fa54a49f req-26e7467d-a361-4b34-89f9-dc877370b12f tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c1a7ad6-20f5-44d5-aaf0-50a5387c12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421696 Jun 29 11:37:23.333623 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a207c80-fd6b-4cec-8634-53d7e19ba1ad req-03f7d87b-2b40-46f0-b860-1e4dbb8d33ed tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:23.335139 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-0a207c80-fd6b-4cec-8634-53d7e19ba1ad req-03f7d87b-2b40-46f0-b860-1e4dbb8d33ed tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=29442a1b-ad91-4973-ae54-e447e1f09a21 HTTP/1.1" status: 200 len: 945 time: 0.0730946 Jun 29 11:37:23.373293 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-0a207c80-fd6b-4cec-8634-53d7e19ba1ad req-afd405a3-4d8c-4793-932a-e22c7bef5bd1 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324337 Jun 29 11:37:23.668699 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585b8dee-ae30-4680-ab8f-41f09940ca09 req-53dff197-5ca8-4abc-b430-e345b85d76aa tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:23.670171 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-585b8dee-ae30-4680-ab8f-41f09940ca09 req-53dff197-5ca8-4abc-b430-e345b85d76aa tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fe73ebc-8469-48d5-a0f5-c8cbaf3f8a74 HTTP/1.1" status: 200 len: 945 time: 0.0712273 Jun 29 11:37:23.711059 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-585b8dee-ae30-4680-ab8f-41f09940ca09 req-b5cfd99f-5001-41e7-873b-1b98c9b6db0b tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] 10.222.0.78 "GET /v2.0/security-groups?id=a132c424-8487-4dcf-a6c1-aed3f41e803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346146 Jun 29 11:37:23.932918 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ba8f13-716b-498b-9a83-d8732acb35fe req-d9b94751-15df-46d2-aa63-2f39cbc818f0 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:23.934608 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-34ba8f13-716b-498b-9a83-d8732acb35fe req-d9b94751-15df-46d2-aa63-2f39cbc818f0 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e055edc-27b2-47c9-b141-67e09baef5bf HTTP/1.1" status: 200 len: 944 time: 0.0811536 Jun 29 11:37:23.974989 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-34ba8f13-716b-498b-9a83-d8732acb35fe req-382921c5-72c3-42b9-a677-5ebcc3347f7f tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3cad45c-93e8-4d71-afb7-37b54bdb1e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340233 Jun 29 11:37:24.163718 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7eb298-f549-4d9e-9744-ee3b26066aed req-5db6567a-9983-423b-b6f4-34eec9321797 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:24.165218 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-bd7eb298-f549-4d9e-9744-ee3b26066aed req-5db6567a-9983-423b-b6f4-34eec9321797 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d7f9b21-431c-40b0-9303-4caf25b05283 HTTP/1.1" status: 200 len: 944 time: 0.0650949 Jun 29 11:37:24.208267 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-bd7eb298-f549-4d9e-9744-ee3b26066aed req-48479eb9-5c5e-4d2a-b6f3-9fc99cce39e9 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c1a7ad6-20f5-44d5-aaf0-50a5387c12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374017 Jun 29 11:37:24.554129 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba9db74-c33c-4988-a061-86db43e76225 req-c698ecf5-3465-42a4-985e-362a2481b750 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:24.555866 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-bba9db74-c33c-4988-a061-86db43e76225 req-c698ecf5-3465-42a4-985e-362a2481b750 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=29442a1b-ad91-4973-ae54-e447e1f09a21 HTTP/1.1" status: 200 len: 945 time: 0.0672619 Jun 29 11:37:24.597049 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-bba9db74-c33c-4988-a061-86db43e76225 req-5af10d53-adfa-48c0-b036-b87ed4094802 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342834 Jun 29 11:37:25.160165 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00ea7b2-051c-46ed-ae59-13d5d1dd9dfc req-04372a12-1c13-4c2b-8c55-6c3eec89123f tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:25.161742 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-b00ea7b2-051c-46ed-ae59-13d5d1dd9dfc req-04372a12-1c13-4c2b-8c55-6c3eec89123f tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e055edc-27b2-47c9-b141-67e09baef5bf HTTP/1.1" status: 200 len: 944 time: 0.0689793 Jun 29 11:37:25.203507 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-b00ea7b2-051c-46ed-ae59-13d5d1dd9dfc req-e0905eed-af15-453a-af05-48cd495f01f9 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3cad45c-93e8-4d71-afb7-37b54bdb1e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350578 Jun 29 11:37:25.389689 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f189dbc-c6c5-4263-8c6c-a2675302a85d req-0461c355-01a6-4b1f-b8d1-4a041445137a tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:25.391258 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-8f189dbc-c6c5-4263-8c6c-a2675302a85d req-0461c355-01a6-4b1f-b8d1-4a041445137a tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d7f9b21-431c-40b0-9303-4caf25b05283 HTTP/1.1" status: 200 len: 944 time: 0.0665946 Jun 29 11:37:25.429802 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-8f189dbc-c6c5-4263-8c6c-a2675302a85d req-93141c00-75dc-484f-9a73-d1b035925148 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c1a7ad6-20f5-44d5-aaf0-50a5387c12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322950 Jun 29 11:37:25.729669 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 50328) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:37:25.777135 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee6bb54-6122-45bc-a48d-2fc2ad32ef27 req-3d12c0d4-7bb7-4e77-a7f4-11223cb8e0c9 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:25.778712 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-5ee6bb54-6122-45bc-a48d-2fc2ad32ef27 req-3d12c0d4-7bb7-4e77-a7f4-11223cb8e0c9 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=29442a1b-ad91-4973-ae54-e447e1f09a21 HTTP/1.1" status: 200 len: 945 time: 0.0674672 Jun 29 11:37:25.825287 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-5ee6bb54-6122-45bc-a48d-2fc2ad32ef27 req-9c1cce94-3dfe-41c2-8090-b4bb92c30f0a tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396860 Jun 29 11:37:25.841655 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-96ce1cc0-9073-4bc7-aaeb-3e6f015712db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:25.940996 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-96ce1cc0-9073-4bc7-aaeb-3e6f015712db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:25.946793 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-96ce1cc0-9073-4bc7-aaeb-3e6f015712db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:25.949150 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9f162aa7-3c6d-4e74-98fb-9e874df966d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:37:25.997076 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-96ce1cc0-9073-4bc7-aaeb-3e6f015712db admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=32bfaeb2a67b4842b74b84dadb428034&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2660861 Jun 29 11:37:25.998054 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ce1cc0-9073-4bc7-aaeb-3e6f015712db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cffddf04-66e3-4aca-a4c5-58001f268b41,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:37:26.002906 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-96ce1cc0-9073-4bc7-aaeb-3e6f015712db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:37:26.003481 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 50336) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:37:26.062102 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-b468c08c-73ff-4e45-a35a-cc0e72b0373e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:26.083408 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-b468c08c-73ff-4e45-a35a-cc0e72b0373e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:26.148650 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-b468c08c-73ff-4e45-a35a-cc0e72b0373e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:26.152042 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-b468c08c-73ff-4e45-a35a-cc0e72b0373e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:26.153189 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-b468c08c-73ff-4e45-a35a-cc0e72b0373e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/cffddf04-66e3-4aca-a4c5-58001f268b41 HTTP/1.1" status: 204 len: 168 time: 0.1478002 Jun 29 11:37:26.154885 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:37:26.171841 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b468c08c-73ff-4e45-a35a-cc0e72b0373e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cffddf04-66e3-4aca-a4c5-58001f268b41,revision_number=None']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:37:26.175765 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-b468c08c-73ff-4e45-a35a-cc0e72b0373e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:37:26.251931 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147a880d-5590-4f5a-aed5-069485580162 req-d8862b85-1446-4821-b98c-eb0776c978c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:26.256449 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-147a880d-5590-4f5a-aed5-069485580162 req-d8862b85-1446-4821-b98c-eb0776c978c2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fb634060125f416085622032826f0074&device_id=29442a1b-ad91-4973-ae54-e447e1f09a21 HTTP/1.1" status: 200 len: 1098 time: 0.0957530 Jun 29 11:37:26.449124 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed15adf-a1d2-4c56-843d-36bf68365ded req-9b38af6c-7219-457e-8126-9202f18b0ada tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:26.450668 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-4ed15adf-a1d2-4c56-843d-36bf68365ded req-9b38af6c-7219-457e-8126-9202f18b0ada tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=29442a1b-ad91-4973-ae54-e447e1f09a21 HTTP/1.1" status: 200 len: 945 time: 0.2144649 Jun 29 11:37:26.453646 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147a880d-5590-4f5a-aed5-069485580162 req-837e2061-a0be-4817-8a5c-7b59534e245f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:26.455038 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-147a880d-5590-4f5a-aed5-069485580162 req-837e2061-a0be-4817-8a5c-7b59534e245f service neutron] 10.222.0.21 "GET /v2.0/networks?id=e649846e-4490-4030-83be-c56063ebfb83 HTTP/1.1" status: 200 len: 920 time: 0.1646645 Jun 29 11:37:26.516679 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-147a880d-5590-4f5a-aed5-069485580162 req-7f0ecfe4-7115-448a-a047-dd929ebcc816 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8f16e2c4-30f9-425b-af03-d4f1ef0e61fa HTTP/1.1" status: 200 len: 217 time: 0.0535657 Jun 29 11:37:26.605046 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-4ed15adf-a1d2-4c56-843d-36bf68365ded req-f664275c-8fde-4de7-9103-169a8dba5466 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442606 Jun 29 11:37:26.636162 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147a880d-5590-4f5a-aed5-069485580162 req-62937f35-b486-4d19-8e0c-2b868fb5e318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:26.637630 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-147a880d-5590-4f5a-aed5-069485580162 req-62937f35-b486-4d19-8e0c-2b868fb5e318 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=68f333b4-cecc-4c5e-b444-811269c3af49 HTTP/1.1" status: 200 len: 859 time: 0.1033919 Jun 29 11:37:26.682340 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-147a880d-5590-4f5a-aed5-069485580162 req-fcafa3e4-b914-4187-bf2f-e0b6fb5f03cc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e649846e-4490-4030-83be-c56063ebfb83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314872 Jun 29 11:37:26.691529 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f93754a-0837-4194-8cec-04d2a4b220ee req-d5e008fd-9985-4b31-8f7e-18b5eaa05024 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:26.693401 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-0f93754a-0837-4194-8cec-04d2a4b220ee req-d5e008fd-9985-4b31-8f7e-18b5eaa05024 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e055edc-27b2-47c9-b141-67e09baef5bf HTTP/1.1" status: 200 len: 944 time: 0.1789258 Jun 29 11:37:26.821048 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-0f93754a-0837-4194-8cec-04d2a4b220ee req-7de469d2-8a75-4de7-8c9c-36bdc15b03e2 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3cad45c-93e8-4d71-afb7-37b54bdb1e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176627 Jun 29 11:37:26.862976 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-147a880d-5590-4f5a-aed5-069485580162 req-375217dc-5cc4-42c9-a2cf-d9b5afec6dad service neutron] 10.222.0.21 "GET /v2.0/networks/e649846e-4490-4030-83be-c56063ebfb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669319 Jun 29 11:37:27.193486 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ba24b3-ee70-4772-947a-1e938d4c61be req-a3fc214e-cddf-4dc4-9c65-86c799a12edc tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:27.194981 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-62ba24b3-ee70-4772-947a-1e938d4c61be req-a3fc214e-cddf-4dc4-9c65-86c799a12edc tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d7f9b21-431c-40b0-9303-4caf25b05283 HTTP/1.1" status: 200 len: 944 time: 0.4369428 Jun 29 11:37:27.251879 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-147a880d-5590-4f5a-aed5-069485580162 req-0302206c-3179-481a-bda0-8d50f538872e service neutron] 10.222.0.21 "GET /v2.0/networks/e649846e-4490-4030-83be-c56063ebfb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3821106 Jun 29 11:37:27.259181 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-62ba24b3-ee70-4772-947a-1e938d4c61be req-f89cb827-d779-48ec-846f-0fec31fa2976 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c1a7ad6-20f5-44d5-aaf0-50a5387c12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571811 Jun 29 11:37:27.410402 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Device fe1417ae-0d78-4620-bb6f-f39168d90af3 up at agent hyperv_hv-cinder-79760 {{(pid=93177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:37:27.461535 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 50418) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:37:27.485669 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Provisioning for port fe1417ae-0d78-4620-bb6f-f39168d90af3 completed by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:37:27.492406 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Provisioning complete for port fe1417ae-0d78-4620-bb6f-f39168d90af3 triggered by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:37:27.492943 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:27.592520 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-15070c7f-b0e3-4e6c-8380-7f71b4109640 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:27.693661 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:27.708834 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-15070c7f-b0e3-4e6c-8380-7f71b4109640 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:27.714789 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-15070c7f-b0e3-4e6c-8380-7f71b4109640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:27.728604 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-aed5b94a-4742-4637-9a2f-a99c6ed9e8a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:37:27.739402 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] For port fe1417ae-0d78-4620-bb6f-f39168d90af3, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=fe1417ae-0d78-4620-bb6f-f39168d90af3,segment=NetworkSegment(be629f3e-5318-4bd9-a3eb-eacbaaff2dee),segment_id=be629f3e-5318-4bd9-a3eb-eacbaaff2dee)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:37:27.740535 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e055edc-27b2-47c9-b141-67e09baef5bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe1417ae-0d78-4620-bb6f-f39168d90af3'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:37:27.743125 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf503b922a63088b6f722bf1da6ea29b944079dc3e77b23c7214b141eee454" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe4d50f-dd74-4845-b036-8aea10c5befc" -d '{"events": [{"server_uuid": "6e055edc-27b2-47c9-b141-67e09baef5bf", "name": "network-vif-plugged", "status": "completed", "tag": "fe1417ae-0d78-4620-bb6f-f39168d90af3"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:37:27.748916 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:27.750372 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Device 23f3add5-f455-4aac-8fc0-1ee7606c9f57 up at agent hyperv_hv-cinder-79760 {{(pid=93177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:37:27.753788 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:37:27.757576 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15070c7f-b0e3-4e6c-8380-7f71b4109640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b50d945f-7f97-4b49-bf6b-da6faec9bce8,revision_number=1']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:37:27.763735 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-15070c7f-b0e3-4e6c-8380-7f71b4109640 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:37:27.782844 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-15070c7f-b0e3-4e6c-8380-7f71b4109640 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a57f2454ba0c410d88919049c7883f69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3176582 Jun 29 11:37:27.783373 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 50430) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:37:27.826325 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Pushing event updated for resources: {'Port': ['ID=fe1417ae-0d78-4620-bb6f-f39168d90af3,revision_number=5']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:37:27.830859 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:37:27.854060 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e010a8-e7f1-4f7e-a35f-8a864cca1f5b req-d135924d-8014-4b30-9157-35bbe8f0969d tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:27.855701 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-52e010a8-e7f1-4f7e-a35f-8a864cca1f5b req-d135924d-8014-4b30-9157-35bbe8f0969d tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=29442a1b-ad91-4973-ae54-e447e1f09a21 HTTP/1.1" status: 200 len: 945 time: 0.0910575 Jun 29 11:37:27.860958 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4d8b137b-c480-4fef-8da5-79f839f67ff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:27.863979 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Provisioning for port 23f3add5-f455-4aac-8fc0-1ee7606c9f57 completed by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:37:27.868675 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Provisioning complete for port 23f3add5-f455-4aac-8fc0-1ee7606c9f57 triggered by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:37:27.869192 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:27.887845 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4d8b137b-c480-4fef-8da5-79f839f67ff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:27.937372 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-52e010a8-e7f1-4f7e-a35f-8a864cca1f5b req-894ab627-99b5-426e-84f2-66c2e82a3b2e tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656011 Jun 29 11:37:27.952947 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4d8b137b-c480-4fef-8da5-79f839f67ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:27.957061 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4d8b137b-c480-4fef-8da5-79f839f67ff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:27.960428 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-4d8b137b-c480-4fef-8da5-79f839f67ff3 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b50d945f-7f97-4b49-bf6b-da6faec9bce8 HTTP/1.1" status: 204 len: 168 time: 0.1753442 Jun 29 11:37:27.962337 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-14849b01-e28e-4522-9caf-eefdba014c31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:37:27.963374 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade1b237-0dd1-41b0-9bd9-eb8a5e4e83cb req-3ac6e45a-93e3-4d23-8bf3-a77ab820562c tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:27.963779 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:27.965189 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-ade1b237-0dd1-41b0-9bd9-eb8a5e4e83cb req-3ac6e45a-93e3-4d23-8bf3-a77ab820562c tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fe73ebc-8469-48d5-a0f5-c8cbaf3f8a74 HTTP/1.1" status: 200 len: 945 time: 0.1085711 Jun 29 11:37:27.986670 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8b137b-c480-4fef-8da5-79f839f67ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b50d945f-7f97-4b49-bf6b-da6faec9bce8,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:37:27.990556 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4d8b137b-c480-4fef-8da5-79f839f67ff3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:37:28.002171 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] For port 23f3add5-f455-4aac-8fc0-1ee7606c9f57, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=23f3add5-f455-4aac-8fc0-1ee7606c9f57,segment=NetworkSegment(0949f310-551d-4292-95ed-764ccdcd59df),segment_id=0949f310-551d-4292-95ed-764ccdcd59df)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:37:28.008503 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c67a638f-49da-49be-b8ba-b4b8f3e85c4f x-openstack-request-id: req-c67a638f-49da-49be-b8ba-b4b8f3e85c4f {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:37:28.008788 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e055edc-27b2-47c9-b141-67e09baef5bf", "name": "network-vif-plugged", "status": "completed", "tag": "fe1417ae-0d78-4620-bb6f-f39168d90af3", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:37:28.009243 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c67a638f-49da-49be-b8ba-b4b8f3e85c4f {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:37:28.009759 dv-cinder-797608-2-smb neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e055edc-27b2-47c9-b141-67e09baef5bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe1417ae-0d78-4620-bb6f-f39168d90af3', 'code': 200} Jun 29 11:37:28.027208 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:28.030630 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1c2651a7-db89-4674-81dd-e3251ee167e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:37:28.031938 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-ade1b237-0dd1-41b0-9bd9-eb8a5e4e83cb req-62039e02-8d4a-49e5-b2b2-b766e24d0f61 tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] 10.222.0.78 "GET /v2.0/security-groups?id=a132c424-8487-4dcf-a6c1-aed3f41e803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576186 Jun 29 11:37:28.101369 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Pushing event updated for resources: {'Port': ['ID=23f3add5-f455-4aac-8fc0-1ee7606c9f57,revision_number=5']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:37:28.104622 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:37:28.187475 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263fae94-7f0e-463a-bce5-14cd407d91d3 req-4a176a9d-29ed-4a18-9e5a-a73e0f255bd9 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:28.189007 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-263fae94-7f0e-463a-bce5-14cd407d91d3 req-4a176a9d-29ed-4a18-9e5a-a73e0f255bd9 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e055edc-27b2-47c9-b141-67e09baef5bf HTTP/1.1" status: 200 len: 945 time: 0.0711794 Jun 29 11:37:28.262573 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-263fae94-7f0e-463a-bce5-14cd407d91d3 req-289b882a-d527-4693-b4f2-45e37c8a0ba1 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3cad45c-93e8-4d71-afb7-37b54bdb1e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660596 Jun 29 11:37:28.294453 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5386be-a294-4a13-aac8-3b3b34682547 req-97e43a37-7304-4d15-befe-02893da360fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:28.295980 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-1b5386be-a294-4a13-aac8-3b3b34682547 req-97e43a37-7304-4d15-befe-02893da360fe service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6e055edc-27b2-47c9-b141-67e09baef5bf HTTP/1.1" status: 200 len: 1098 time: 0.0690014 Jun 29 11:37:28.339116 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-1b5386be-a294-4a13-aac8-3b3b34682547 req-16f27b43-6b32-43b4-8248-d04923372c34 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f3cad45c-93e8-4d71-afb7-37b54bdb1e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310721 Jun 29 11:37:28.447978 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20079227-08ef-47a1-8d75-da158c7fa0aa req-d765ee23-84d8-48b7-960f-218633ca7029 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:28.449503 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-20079227-08ef-47a1-8d75-da158c7fa0aa req-d765ee23-84d8-48b7-960f-218633ca7029 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d7f9b21-431c-40b0-9303-4caf25b05283 HTTP/1.1" status: 200 len: 945 time: 0.0690560 Jun 29 11:37:28.494044 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-20079227-08ef-47a1-8d75-da158c7fa0aa req-7fa2290d-3957-4424-bb40-c3f950ea1d26 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c1a7ad6-20f5-44d5-aaf0-50a5387c12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387647 Jun 29 11:37:29.119010 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb9fa57-4b2e-419c-add8-f39bc1a50ae2 req-3f4e1318-06bf-4ec2-bc78-403a70f2365e tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:29.120699 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-0eb9fa57-4b2e-419c-add8-f39bc1a50ae2 req-3f4e1318-06bf-4ec2-bc78-403a70f2365e tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=29442a1b-ad91-4973-ae54-e447e1f09a21 HTTP/1.1" status: 200 len: 945 time: 0.0665648 Jun 29 11:37:29.161254 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-0eb9fa57-4b2e-419c-add8-f39bc1a50ae2 req-a6c7d299-bc38-4401-a9aa-8fe7c1d51c7a tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344913 Jun 29 11:37:29.225655 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd468d7b-4db7-432c-a85e-6b0252bc66dd req-67ca157c-3fb4-4655-80e0-934c37a84031 tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:29.227113 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-bd468d7b-4db7-432c-a85e-6b0252bc66dd req-67ca157c-3fb4-4655-80e0-934c37a84031 tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fe73ebc-8469-48d5-a0f5-c8cbaf3f8a74 HTTP/1.1" status: 200 len: 945 time: 0.0650017 Jun 29 11:37:29.264449 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-bd468d7b-4db7-432c-a85e-6b0252bc66dd req-ede1f825-66f7-4e11-bfd6-153c9dfda032 tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] 10.222.0.78 "GET /v2.0/security-groups?id=a132c424-8487-4dcf-a6c1-aed3f41e803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315447 Jun 29 11:37:29.298761 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.agents_db [None req-013366be-bbdd-48cc-8d7f-8588d5b4b8e9 None None] Agent healthcheck: found 6 active agents {{(pid=93178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:37:29.445801 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e37b6-5502-410a-b4e1-45eb8c4bc4e7 req-cc8ec9e9-f286-422c-884a-c3b2ae8aafa6 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:29.447178 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-648e37b6-5502-410a-b4e1-45eb8c4bc4e7 req-cc8ec9e9-f286-422c-884a-c3b2ae8aafa6 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e055edc-27b2-47c9-b141-67e09baef5bf HTTP/1.1" status: 200 len: 945 time: 0.0666413 Jun 29 11:37:29.496169 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-648e37b6-5502-410a-b4e1-45eb8c4bc4e7 req-1e5a06be-a2c6-4542-bee8-d080df5d50d2 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3cad45c-93e8-4d71-afb7-37b54bdb1e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429549 Jun 29 11:37:29.665080 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9571db56-f677-481a-922d-8f61e6e03c82 req-eacdc1ce-d930-4823-8d38-0c4d5530c247 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:29.666538 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-9571db56-f677-481a-922d-8f61e6e03c82 req-eacdc1ce-d930-4823-8d38-0c4d5530c247 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d7f9b21-431c-40b0-9303-4caf25b05283 HTTP/1.1" status: 200 len: 945 time: 0.0627713 Jun 29 11:37:29.702842 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-9571db56-f677-481a-922d-8f61e6e03c82 req-9636c220-b652-441a-aff1-aff1e6b87b11 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c1a7ad6-20f5-44d5-aaf0-50a5387c12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305576 Jun 29 11:37:30.011711 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d7f9b21-431c-40b0-9303-4caf25b05283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23f3add5-f455-4aac-8fc0-1ee7606c9f57'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:37:30.014018 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf503b922a63088b6f722bf1da6ea29b944079dc3e77b23c7214b141eee454" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e08e091d-40e1-4830-9648-6421b7593326" -d '{"events": [{"server_uuid": "6d7f9b21-431c-40b0-9303-4caf25b05283", "name": "network-vif-plugged", "status": "completed", "tag": "23f3add5-f455-4aac-8fc0-1ee7606c9f57"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:37:30.051369 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d824fe5-97c0-42ab-acfe-536568010f18 x-openstack-request-id: req-6d824fe5-97c0-42ab-acfe-536568010f18 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:37:30.051705 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d7f9b21-431c-40b0-9303-4caf25b05283", "name": "network-vif-plugged", "status": "completed", "tag": "23f3add5-f455-4aac-8fc0-1ee7606c9f57", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:37:30.051967 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-6d824fe5-97c0-42ab-acfe-536568010f18 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:37:30.052373 dv-cinder-797608-2-smb neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d7f9b21-431c-40b0-9303-4caf25b05283', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23f3add5-f455-4aac-8fc0-1ee7606c9f57', 'code': 200} Jun 29 11:37:30.382419 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e64d98-4668-41db-9f05-de4d7c0518f8 req-800bc21a-c1df-4aac-91f4-588a22b6f57f tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:30.384048 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-c9e64d98-4668-41db-9f05-de4d7c0518f8 req-800bc21a-c1df-4aac-91f4-588a22b6f57f tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=29442a1b-ad91-4973-ae54-e447e1f09a21 HTTP/1.1" status: 200 len: 945 time: 0.1081007 Jun 29 11:37:30.395480 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a829f0f4-ed58-4b1a-928a-ca0240add78e req-15ff487e-aeaa-4a06-be60-3584bc05403b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:30.396941 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-a829f0f4-ed58-4b1a-928a-ca0240add78e req-15ff487e-aeaa-4a06-be60-3584bc05403b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6d7f9b21-431c-40b0-9303-4caf25b05283 HTTP/1.1" status: 200 len: 1098 time: 0.1100833 Jun 29 11:37:30.484552 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-a829f0f4-ed58-4b1a-928a-ca0240add78e req-7af7cd8f-1ec6-4d2a-a5fe-fde8dcb67e73 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3c1a7ad6-20f5-44d5-aaf0-50a5387c12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636754 Jun 29 11:37:30.488679 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-c9e64d98-4668-41db-9f05-de4d7c0518f8 req-de9360a3-e0cd-4122-879e-86f67d3dd5c5 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908341 Jun 29 11:37:30.503702 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490deef5-6c7e-4364-ac23-4ffee47d0474 req-9cce7746-9384-42cf-bb87-27a5554b03d8 tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:30.505219 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-490deef5-6c7e-4364-ac23-4ffee47d0474 req-9cce7746-9384-42cf-bb87-27a5554b03d8 tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fe73ebc-8469-48d5-a0f5-c8cbaf3f8a74 HTTP/1.1" status: 200 len: 945 time: 0.1202106 Jun 29 11:37:30.559887 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-490deef5-6c7e-4364-ac23-4ffee47d0474 req-24a786dc-489b-4da4-bd00-4371aaa951de tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] 10.222.0.78 "GET /v2.0/security-groups?id=a132c424-8487-4dcf-a6c1-aed3f41e803e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439188 Jun 29 11:37:30.575705 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-899ce67b-1c3a-4200-befe-7c846e9210e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:30.676363 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3e5a5e-f4d3-4067-8816-b422346456be req-af18779f-acda-492d-bcf6-e14071ffc37d tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:30.677805 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-cd3e5a5e-f4d3-4067-8816-b422346456be req-af18779f-acda-492d-bcf6-e14071ffc37d tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e055edc-27b2-47c9-b141-67e09baef5bf HTTP/1.1" status: 200 len: 945 time: 0.0627162 Jun 29 11:37:30.714349 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-cd3e5a5e-f4d3-4067-8816-b422346456be req-fa47f7c8-99d6-488a-bd7e-24422b2df30c tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3cad45c-93e8-4d71-afb7-37b54bdb1e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310726 Jun 29 11:37:30.923948 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8bb25f-2876-4ada-bd8b-90f33aba5dba req-d65a2d4c-95ed-4702-922b-817b35747beb tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:30.926690 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-bf8bb25f-2876-4ada-bd8b-90f33aba5dba req-d65a2d4c-95ed-4702-922b-817b35747beb tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d7f9b21-431c-40b0-9303-4caf25b05283 HTTP/1.1" status: 200 len: 945 time: 0.1132233 Jun 29 11:37:30.935736 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9996b3b-9980-4619-8151-0699bef862e8 req-8eead28c-f4b9-4fad-9605-7c7ca050233a tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:30.937143 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-a9996b3b-9980-4619-8151-0699bef862e8 req-8eead28c-f4b9-4fad-9605-7c7ca050233a tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] 10.222.0.21 "GET /v2.0/ports?device_id=9fe73ebc-8469-48d5-a0f5-c8cbaf3f8a74 HTTP/1.1" status: 200 len: 945 time: 0.0959985 Jun 29 11:37:30.980545 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-bf8bb25f-2876-4ada-bd8b-90f33aba5dba req-7aa0d53c-540a-41dd-9b4b-199e8fe94ec3 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c1a7ad6-20f5-44d5-aaf0-50a5387c12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424175 Jun 29 11:37:31.087791 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.plugin [req-a9996b3b-9980-4619-8151-0699bef862e8 req-94600dd4-f543-45f2-9bb3-892540bb709e tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] Deleting port b0170071-ddc2-4778-9a3b-0b77e5a204fc {{(pid=93175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:37:31.088180 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-a9996b3b-9980-4619-8151-0699bef862e8 req-94600dd4-f543-45f2-9bb3-892540bb709e tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744991508026'] for port, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:31.181879 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.db [req-a9996b3b-9980-4619-8151-0699bef862e8 req-94600dd4-f543-45f2-9bb3-892540bb709e tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] For port b0170071-ddc2-4778-9a3b-0b77e5a204fc, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b0170071-ddc2-4778-9a3b-0b77e5a204fc,segment=NetworkSegment(0dd329e6-f3f4-41ec-84fb-b2fb9d144236),segment_id=0dd329e6-f3f4-41ec-84fb-b2fb9d144236)] {{(pid=93175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:37:31.182233 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-a9996b3b-9980-4619-8151-0699bef862e8 req-94600dd4-f543-45f2-9bb3-892540bb709e tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013211'] for port, precommit_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:31.194810 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.plugin [req-a9996b3b-9980-4619-8151-0699bef862e8 req-94600dd4-f543-45f2-9bb3-892540bb709e tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] Calling delete_port for b0170071-ddc2-4778-9a3b-0b77e5a204fc owned by compute:nova {{(pid=93175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:37:31.332444 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-6da86408-18c0-44e8-a103-1a71712ae615 req-35f21879-a74a-46d7-ac8f-6a2666c7e702 tempest-VolumesNegativeTest-1263984459 tempest-VolumesNegativeTest-1263984459-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=265c1ce0ddf9477582eb13e9a082a29e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346193 Jun 29 11:37:31.418206 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-a9996b3b-9980-4619-8151-0699bef862e8 req-94600dd4-f543-45f2-9bb3-892540bb709e tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744991430440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744990953750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61825989'] for port, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:31.428148 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-0a93cafe-dba8-42ee-9e96-8c375da35366 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:37:31.449365 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] get_ports_and_sgs() called for port_ids ['b0170071-ddc2-4778-9a3b-0b77e5a204fc'] {{(pid=93177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:37:31.492542 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94600dd4-f543-45f2-9bb3-892540bb709e tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] Pushing event deleted for resources: {'Port': ['ID=b0170071-ddc2-4778-9a3b-0b77e5a204fc,revision_number=None']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:37:31.500689 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-94600dd4-f543-45f2-9bb3-892540bb709e tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:37:31.580263 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9996b3b-9980-4619-8151-0699bef862e8 req-94600dd4-f543-45f2-9bb3-892540bb709e tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] No DVR routers for this DVR port b0170071-ddc2-4778-9a3b-0b77e5a204fc on host hv-cinder-79760 {{(pid=93175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:37:31.587926 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-a9996b3b-9980-4619-8151-0699bef862e8 req-94600dd4-f543-45f2-9bb3-892540bb709e tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126777'] for port, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:31.589928 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-a9996b3b-9980-4619-8151-0699bef862e8 req-94600dd4-f543-45f2-9bb3-892540bb709e tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] 10.222.0.21 "DELETE /v2.0/ports/b0170071-ddc2-4778-9a3b-0b77e5a204fc HTTP/1.1" status: 204 len: 173 time: 0.6253190 Jun 29 11:37:31.590421 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe73ebc-8469-48d5-a0f5-c8cbaf3f8a74', 'name': 'network-vif-deleted', 'tag': 'b0170071-ddc2-4778-9a3b-0b77e5a204fc'}] {{(pid=93175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:37:31.592786 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}879b71c770f982178fec1a07a47b9a5355ed3bb08afc25f1aa80a68f93cb18a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8bde44b-fcda-47dc-8c70-229a93724348" -d '{"events": [{"server_uuid": "9fe73ebc-8469-48d5-a0f5-c8cbaf3f8a74", "name": "network-vif-deleted", "tag": "b0170071-ddc2-4778-9a3b-0b77e5a204fc"}]}' {{(pid=93175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:37:31.607347 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da86408-18c0-44e8-a103-1a71712ae615 req-9eb46d3f-6944-464c-97fe-faf8e609df2b tempest-VolumesNegativeTest-1263984459 tempest-VolumesNegativeTest-1263984459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:31.608976 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-6da86408-18c0-44e8-a103-1a71712ae615 req-9eb46d3f-6944-464c-97fe-faf8e609df2b tempest-VolumesNegativeTest-1263984459 tempest-VolumesNegativeTest-1263984459-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2701910 Jun 29 11:37:31.644328 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-6da86408-18c0-44e8-a103-1a71712ae615 req-55b840ca-0dee-47c6-ae5c-6596ed24e6a4 tempest-VolumesNegativeTest-1263984459 tempest-VolumesNegativeTest-1263984459-project] 10.222.0.78 "GET /v2.0/quotas/265c1ce0ddf9477582eb13e9a082a29e HTTP/1.1" status: 200 len: 375 time: 0.0230520 Jun 29 11:37:31.695616 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-6da86408-18c0-44e8-a103-1a71712ae615 req-9242626a-5714-410e-89b0-49a27dc9092a tempest-VolumesNegativeTest-1263984459 tempest-VolumesNegativeTest-1263984459-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=265c1ce0ddf9477582eb13e9a082a29e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345962 Jun 29 11:37:31.727500 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8102cf83-b201-48e6-b1c6-5d49c2fe1d25 req-033d109d-1c50-4412-bed2-47d54ceff24a tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:31.731626 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-8102cf83-b201-48e6-b1c6-5d49c2fe1d25 req-033d109d-1c50-4412-bed2-47d54ceff24a tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=29442a1b-ad91-4973-ae54-e447e1f09a21 HTTP/1.1" status: 200 len: 945 time: 0.1050315 Jun 29 11:37:31.771611 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-8102cf83-b201-48e6-b1c6-5d49c2fe1d25 req-6e927868-4228-4bc8-a915-c4adce385864 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361800 Jun 29 11:37:31.845936 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-125467bd-1553-4306-bbbb-c25ef2acde13 x-openstack-request-id: req-125467bd-1553-4306-bbbb-c25ef2acde13 {{(pid=93175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:37:31.847185 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fe73ebc-8469-48d5-a0f5-c8cbaf3f8a74", "name": "network-vif-deleted", "tag": "b0170071-ddc2-4778-9a3b-0b77e5a204fc", "status": "completed", "code": 200}]} {{(pid=93175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:37:31.847872 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-125467bd-1553-4306-bbbb-c25ef2acde13 {{(pid=93175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:37:31.848403 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe73ebc-8469-48d5-a0f5-c8cbaf3f8a74', 'name': 'network-vif-deleted', 'tag': 'b0170071-ddc2-4778-9a3b-0b77e5a204fc', 'status': 'completed', 'code': 200} Jun 29 11:37:31.930802 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-4ced601b-78f8-4d92-9a7e-91244c19f45a req-54d2c1f9-8490-45e7-8a06-c912dea0e7f4 tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] 10.222.0.78 "GET /v2.0/ports?device_id=9fe73ebc-8469-48d5-a0f5-c8cbaf3f8a74 HTTP/1.1" status: 200 len: 210 time: 0.0308628 Jun 29 11:37:32.012347 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-0e9aa723-9d0d-4e4d-b3b2-bf2112805011 req-619cb5ff-a2b6-4eb0-a278-844a122af922 tempest-VolumesNegativeTest-1263984459 tempest-VolumesNegativeTest-1263984459-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc81390f-d735-4361-acd0-927694308e55 HTTP/1.1" status: 200 len: 210 time: 0.0351999 Jun 29 11:37:32.045666 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d806f727-d789-4d0d-a06a-40ccdbe33a5d req-de594352-c0c5-4650-aa26-a3567f058bb2 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:32.047229 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-d806f727-d789-4d0d-a06a-40ccdbe33a5d req-de594352-c0c5-4650-aa26-a3567f058bb2 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e055edc-27b2-47c9-b141-67e09baef5bf HTTP/1.1" status: 200 len: 945 time: 0.1091487 Jun 29 11:37:32.097718 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-d806f727-d789-4d0d-a06a-40ccdbe33a5d req-fd8bc469-fddd-4341-a1b9-91e4d1c1c86c tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3cad45c-93e8-4d71-afb7-37b54bdb1e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425932 Jun 29 11:37:32.215521 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d46b81-1510-46b0-99da-045316e968cf req-79f66453-1047-4e0d-a6b6-e837fa46c95e tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:32.217040 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-e9d46b81-1510-46b0-99da-045316e968cf req-79f66453-1047-4e0d-a6b6-e837fa46c95e tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d7f9b21-431c-40b0-9303-4caf25b05283 HTTP/1.1" status: 200 len: 945 time: 0.0700145 Jun 29 11:37:32.260469 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-e9d46b81-1510-46b0-99da-045316e968cf req-5485d325-9fd8-4e25-b81f-5d8db776cac2 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c1a7ad6-20f5-44d5-aaf0-50a5387c12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353065 Jun 29 11:37:32.965570 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2985298-5858-440f-9a6a-19555dad25cb req-f81aeb63-2c5c-477c-ab63-838084a3a08b tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:32.967626 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-b2985298-5858-440f-9a6a-19555dad25cb req-f81aeb63-2c5c-477c-ab63-838084a3a08b tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=29442a1b-ad91-4973-ae54-e447e1f09a21 HTTP/1.1" status: 200 len: 945 time: 0.0687771 Jun 29 11:37:33.013345 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-b2985298-5858-440f-9a6a-19555dad25cb req-af773177-4ffa-4613-a11f-7e35a38f4ce4 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385120 Jun 29 11:37:33.204082 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420c0d21-43ae-4bd3-a1d5-d81ab92918c5 req-a0eb92fb-94ca-47b5-ba4d-4c17ddfa60f0 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:33.205814 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-420c0d21-43ae-4bd3-a1d5-d81ab92918c5 req-a0eb92fb-94ca-47b5-ba4d-4c17ddfa60f0 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e055edc-27b2-47c9-b141-67e09baef5bf HTTP/1.1" status: 200 len: 945 time: 0.0833979 Jun 29 11:37:33.225022 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-9059803f-3a8b-445a-924f-81deab562493 req-720c2e01-5070-4ab4-8b80-683c41536a36 tempest-VolumesNegativeTest-1263984459 tempest-VolumesNegativeTest-1263984459-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc81390f-d735-4361-acd0-927694308e55 HTTP/1.1" status: 200 len: 210 time: 0.0422964 Jun 29 11:37:33.271281 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-6da86408-18c0-44e8-a103-1a71712ae615 req-f32ff9ec-5815-42b7-8ade-d063fb210742 tempest-VolumesNegativeTest-1263984459 tempest-VolumesNegativeTest-1263984459-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=265c1ce0ddf9477582eb13e9a082a29e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277035 Jun 29 11:37:33.295109 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-420c0d21-43ae-4bd3-a1d5-d81ab92918c5 req-2027d2f9-ad9a-4203-8a44-e7d00e259585 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3cad45c-93e8-4d71-afb7-37b54bdb1e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723951 Jun 29 11:37:33.357796 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-af65f7e5-9d63-431b-a26b-fef797cacd21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:33.411896 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Device b0170071-ddc2-4778-9a3b-0b77e5a204fc no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:37:33.449618 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] No Port match for: b0170071-ddc2-4778-9a3b-0b77e5a204fc {{(pid=93177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:37:33.453059 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Device b0170071-ddc2-4778-9a3b-0b77e5a204fc not bound to the agent host hv-cinder-79760 {{(pid=93177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:37:33.465995 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da86408-18c0-44e8-a103-1a71712ae615 req-e7dc21ce-dab4-45e4-9bfc-081252d7a8a6 tempest-VolumesNegativeTest-1263984459 tempest-VolumesNegativeTest-1263984459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:33.468986 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-6da86408-18c0-44e8-a103-1a71712ae615 req-e7dc21ce-dab4-45e4-9bfc-081252d7a8a6 tempest-VolumesNegativeTest-1263984459 tempest-VolumesNegativeTest-1263984459-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1894543 Jun 29 11:37:33.511338 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.v2.base [req-6da86408-18c0-44e8-a103-1a71712ae615 req-9353aff4-d42c-4ef9-8abf-6f170bead6e0 tempest-VolumesNegativeTest-1263984459 tempest-VolumesNegativeTest-1263984459-project] Request body: {'port': {'device_id': 'cc81390f-d735-4361-acd0-927694308e55', 'network_id': 'bceca926-3cdb-40be-8266-2d3e481b5138', 'admin_state_up': True, 'tenant_id': '265c1ce0ddf9477582eb13e9a082a29e'}} {{(pid=93175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:37:33.627932 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb223fd-fb04-473d-bf82-e2368211108d req-d11d92bd-b434-4c59-8d29-c73babefa026 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:33.629549 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-fcb223fd-fb04-473d-bf82-e2368211108d req-d11d92bd-b434-4c59-8d29-c73babefa026 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d7f9b21-431c-40b0-9303-4caf25b05283 HTTP/1.1" status: 200 len: 945 time: 0.1596177 Jun 29 11:37:33.675968 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:33.682255 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-fcb223fd-fb04-473d-bf82-e2368211108d req-f74bc64d-a3a6-4852-8cdc-715d1e9fe483 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c1a7ad6-20f5-44d5-aaf0-50a5387c12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470691 Jun 29 11:37:33.690513 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6da86408-18c0-44e8-a103-1a71712ae615 req-9353aff4-d42c-4ef9-8abf-6f170bead6e0 tempest-VolumesNegativeTest-1263984459 tempest-VolumesNegativeTest-1263984459-project] Made reservation on behalf of 265c1ce0ddf9477582eb13e9a082a29e for: {'port': 1} {{(pid=93175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:37:33.694235 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-6da86408-18c0-44e8-a103-1a71712ae615 req-9353aff4-d42c-4ef9-8abf-6f170bead6e0 tempest-VolumesNegativeTest-1263984459 tempest-VolumesNegativeTest-1263984459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:33.704198 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-6da86408-18c0-44e8-a103-1a71712ae615 req-9353aff4-d42c-4ef9-8abf-6f170bead6e0 tempest-VolumesNegativeTest-1263984459 tempest-VolumesNegativeTest-1263984459-project] Notify callbacks [] for security_group, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:33.807870 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-6da86408-18c0-44e8-a103-1a71712ae615 req-9353aff4-d42c-4ef9-8abf-6f170bead6e0 tempest-VolumesNegativeTest-1263984459 tempest-VolumesNegativeTest-1263984459-project] Notify callbacks [] for security_group, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:33.811914 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-6da86408-18c0-44e8-a103-1a71712ae615 req-9353aff4-d42c-4ef9-8abf-6f170bead6e0 tempest-VolumesNegativeTest-1263984459 tempest-VolumesNegativeTest-1263984459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:33.815856 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:37:33.879517 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9353aff4-d42c-4ef9-8abf-6f170bead6e0 tempest-VolumesNegativeTest-1263984459 tempest-VolumesNegativeTest-1263984459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b164e641-3c27-4f0c-81a5-2e4f7b905f0c,revision_number=1']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:37:33.884846 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-9353aff4-d42c-4ef9-8abf-6f170bead6e0 tempest-VolumesNegativeTest-1263984459 tempest-VolumesNegativeTest-1263984459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:37:33.956306 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.db.db_base_plugin_common [req-6da86408-18c0-44e8-a103-1a71712ae615 req-9353aff4-d42c-4ef9-8abf-6f170bead6e0 tempest-VolumesNegativeTest-1263984459 tempest-VolumesNegativeTest-1263984459-project] Allocated IP 192.168.233.231 (bceca926-3cdb-40be-8266-2d3e481b5138/1e3787dd-12fd-4aca-835a-c981ae73b642/3bd22291-1cd1-4dc6-9f6d-c351ba1462cb) {{(pid=93175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:37:34.116178 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-6da86408-18c0-44e8-a103-1a71712ae615 req-9353aff4-d42c-4ef9-8abf-6f170bead6e0 tempest-VolumesNegativeTest-1263984459 tempest-VolumesNegativeTest-1263984459-project] Notify callbacks [] for port, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:34.132261 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.db.provisioning_blocks [req-6da86408-18c0-44e8-a103-1a71712ae615 req-9353aff4-d42c-4ef9-8abf-6f170bead6e0 tempest-VolumesNegativeTest-1263984459 tempest-VolumesNegativeTest-1263984459-project] Transition to ACTIVE for port object 3bd22291-1cd1-4dc6-9f6d-c351ba1462cb will not be triggered until provisioned by entity DHCP. {{(pid=93175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:37:34.205418 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-6da86408-18c0-44e8-a103-1a71712ae615 req-9353aff4-d42c-4ef9-8abf-6f170bead6e0 tempest-VolumesNegativeTest-1263984459 tempest-VolumesNegativeTest-1263984459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3670657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744990953741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-61825996'] for port, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:34.210064 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:37:34.247514 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9440c596-c985-4d2b-9703-d2912e1b2a9c req-bda65572-6be5-4b96-8ef7-3a1730ea48dc tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:34.249060 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-9440c596-c985-4d2b-9703-d2912e1b2a9c req-bda65572-6be5-4b96-8ef7-3a1730ea48dc tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=29442a1b-ad91-4973-ae54-e447e1f09a21 HTTP/1.1" status: 200 len: 945 time: 0.1151805 Jun 29 11:37:34.264191 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6da86408-18c0-44e8-a103-1a71712ae615 req-9353aff4-d42c-4ef9-8abf-6f170bead6e0 tempest-VolumesNegativeTest-1263984459 tempest-VolumesNegativeTest-1263984459-project] Network bceca926-3cdb-40be-8266-2d3e481b5138 is already hosted by enough agents. {{(pid=93175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:37:34.276833 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.base_scheduler [req-6da86408-18c0-44e8-a103-1a71712ae615 req-9353aff4-d42c-4ef9-8abf-6f170bead6e0 tempest-VolumesNegativeTest-1263984459 tempest-VolumesNegativeTest-1263984459-project] Resources bound (agent type, host, resource id): {{(pid=93175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:37:34.286979 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.db.l3_dvrscheduler_db [req-6da86408-18c0-44e8-a103-1a71712ae615 req-9353aff4-d42c-4ef9-8abf-6f170bead6e0 tempest-VolumesNegativeTest-1263984459 tempest-VolumesNegativeTest-1263984459-project] Received port after_create {{(pid=93175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:37:34.318595 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9353aff4-d42c-4ef9-8abf-6f170bead6e0 tempest-VolumesNegativeTest-1263984459 tempest-VolumesNegativeTest-1263984459-project] Pushing event updated for resources: {'Port': ['ID=3bd22291-1cd1-4dc6-9f6d-c351ba1462cb,revision_number=1']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:37:34.325610 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-9353aff4-d42c-4ef9-8abf-6f170bead6e0 tempest-VolumesNegativeTest-1263984459 tempest-VolumesNegativeTest-1263984459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:37:34.350495 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-9440c596-c985-4d2b-9703-d2912e1b2a9c req-1e406d91-3eec-4e65-93de-e774adeefb35 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940382 Jun 29 11:37:34.373306 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da86408-18c0-44e8-a103-1a71712ae615 req-9353aff4-d42c-4ef9-8abf-6f170bead6e0 tempest-VolumesNegativeTest-1263984459 tempest-VolumesNegativeTest-1263984459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:34.373917 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-6da86408-18c0-44e8-a103-1a71712ae615 req-9353aff4-d42c-4ef9-8abf-6f170bead6e0 tempest-VolumesNegativeTest-1263984459 tempest-VolumesNegativeTest-1263984459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126777'] for port, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:34.416204 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-6da86408-18c0-44e8-a103-1a71712ae615 req-9353aff4-d42c-4ef9-8abf-6f170bead6e0 tempest-VolumesNegativeTest-1263984459 tempest-VolumesNegativeTest-1263984459-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9118552 Jun 29 11:37:34.417865 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9be8c49d-fdd7-49be-a71c-49aaf5d45c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:34.433606 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.v2.base [req-6da86408-18c0-44e8-a103-1a71712ae615 req-841b60f3-d2c8-49a6-9c4e-e47db74f2c13 service neutron] Request body: {'port': {'device_id': 'cc81390f-d735-4361-acd0-927694308e55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:37:34.471763 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186fa8e8-a798-4a2d-b7ca-70ff9d4a0f44 req-2ba6da37-6e47-47dc-bb95-68384a54f787 tempest-VolumesNegativeTest-1263984459 tempest-VolumesNegativeTest-1263984459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:34.473866 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-186fa8e8-a798-4a2d-b7ca-70ff9d4a0f44 req-2ba6da37-6e47-47dc-bb95-68384a54f787 tempest-VolumesNegativeTest-1263984459 tempest-VolumesNegativeTest-1263984459-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc81390f-d735-4361-acd0-927694308e55 HTTP/1.1" status: 200 len: 936 time: 0.1205649 Jun 29 11:37:34.574479 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-1a2a5fa5-6c40-4c2e-97e0-c7af0c58210e None None] Provisioning for port 3bd22291-1cd1-4dc6-9f6d-c351ba1462cb completed by entity DHCP. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:37:34.578558 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-1a2a5fa5-6c40-4c2e-97e0-c7af0c58210e None None] Provisioning complete for port 3bd22291-1cd1-4dc6-9f6d-c351ba1462cb triggered by entity DHCP. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:37:34.579026 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1a2a5fa5-6c40-4c2e-97e0-c7af0c58210e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:34.593858 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-186fa8e8-a798-4a2d-b7ca-70ff9d4a0f44 req-638e4bf4-1dc0-46cc-92b4-7ba93c69abb3 tempest-VolumesNegativeTest-1263984459 tempest-VolumesNegativeTest-1263984459-project] 10.222.0.78 "GET /v2.0/security-groups?id=b164e641-3c27-4f0c-81a5-2e4f7b905f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142929 Jun 29 11:37:34.604325 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-6da86408-18c0-44e8-a103-1a71712ae615 req-841b60f3-d2c8-49a6-9c4e-e47db74f2c13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:34.635343 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-1a2a5fa5-6c40-4c2e-97e0-c7af0c58210e None None] Port 3bd22291-1cd1-4dc6-9f6d-c351ba1462cb cannot update to ACTIVE because it is not bound. {{(pid=93177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 11:37:34.877115 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092f800a-f06c-486f-9dcc-ee712b707ab3 req-205234f1-096f-4b68-b0c5-40bc1be5e252 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:34.879789 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-092f800a-f06c-486f-9dcc-ee712b707ab3 req-205234f1-096f-4b68-b0c5-40bc1be5e252 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e055edc-27b2-47c9-b141-67e09baef5bf HTTP/1.1" status: 200 len: 945 time: 0.4013495 Jun 29 11:37:34.986272 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-092f800a-f06c-486f-9dcc-ee712b707ab3 req-4c0d1507-d74f-46cf-877d-dd7739822260 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3cad45c-93e8-4d71-afb7-37b54bdb1e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897999 Jun 29 11:37:35.155180 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.notifiers.nova [req-6da86408-18c0-44e8-a103-1a71712ae615 req-841b60f3-d2c8-49a6-9c4e-e47db74f2c13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bd22291-1cd1-4dc6-9f6d-c351ba1462cb {{(pid=93175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:37:35.163295 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-6da86408-18c0-44e8-a103-1a71712ae615 req-841b60f3-d2c8-49a6-9c4e-e47db74f2c13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:35.176401 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.db.provisioning_blocks [req-6da86408-18c0-44e8-a103-1a71712ae615 req-841b60f3-d2c8-49a6-9c4e-e47db74f2c13 service neutron] Transition to ACTIVE for port object 3bd22291-1cd1-4dc6-9f6d-c351ba1462cb will not be triggered until provisioned by entity L2. {{(pid=93175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:37:35.180201 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-6da86408-18c0-44e8-a103-1a71712ae615 req-841b60f3-d2c8-49a6-9c4e-e47db74f2c13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61826046'] for port, after_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:35.182990 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-0a93cafe-dba8-42ee-9e96-8c375da35366 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:37:35.229329 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841b60f3-d2c8-49a6-9c4e-e47db74f2c13 service neutron] Pushing event updated for resources: {'Port': ['ID=3bd22291-1cd1-4dc6-9f6d-c351ba1462cb,revision_number=2']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:37:35.233934 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-841b60f3-d2c8-49a6-9c4e-e47db74f2c13 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:37:35.305055 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.managers [req-6da86408-18c0-44e8-a103-1a71712ae615 req-841b60f3-d2c8-49a6-9c4e-e47db74f2c13 service neutron] Attempting to bind port 3bd22291-1cd1-4dc6-9f6d-c351ba1462cb on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:37:35.305386 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.managers [req-6da86408-18c0-44e8-a103-1a71712ae615 req-841b60f3-d2c8-49a6-9c4e-e47db74f2c13 service neutron] Attempting to bind port 3bd22291-1cd1-4dc6-9f6d-c351ba1462cb by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'f2079ee0-4544-4956-ae7e-792f04833c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'bceca926-3cdb-40be-8266-2d3e481b5138'}] {{(pid=93175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:37:35.305713 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da86408-18c0-44e8-a103-1a71712ae615 req-841b60f3-d2c8-49a6-9c4e-e47db74f2c13 service neutron] Attempting to bind port 3bd22291-1cd1-4dc6-9f6d-c351ba1462cb on network bceca926-3cdb-40be-8266-2d3e481b5138 {{(pid=93175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:37:35.310242 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da86408-18c0-44e8-a103-1a71712ae615 req-841b60f3-d2c8-49a6-9c4e-e47db74f2c13 service neutron] Port 3bd22291-1cd1-4dc6-9f6d-c351ba1462cb on network bceca926-3cdb-40be-8266-2d3e481b5138 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 11:37:35.310589 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da86408-18c0-44e8-a103-1a71712ae615 req-841b60f3-d2c8-49a6-9c4e-e47db74f2c13 service neutron] Attempting to bind port 3bd22291-1cd1-4dc6-9f6d-c351ba1462cb on network bceca926-3cdb-40be-8266-2d3e481b5138 {{(pid=93175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:37:35.316113 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da86408-18c0-44e8-a103-1a71712ae615 req-841b60f3-d2c8-49a6-9c4e-e47db74f2c13 service neutron] Checking agent: {'id': '2f355b06-002c-40e6-bb76-5e394ebaabf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 33, 51), 'started_at': datetime.datetime(2021, 6, 29, 11, 33, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:37:35.316442 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da86408-18c0-44e8-a103-1a71712ae615 req-841b60f3-d2c8-49a6-9c4e-e47db74f2c13 service neutron] Checking segment: {'id': 'f2079ee0-4544-4956-ae7e-792f04833c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'bceca926-3cdb-40be-8266-2d3e481b5138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:37:35.316816 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da86408-18c0-44e8-a103-1a71712ae615 req-841b60f3-d2c8-49a6-9c4e-e47db74f2c13 service neutron] Bound using segment: {'id': 'f2079ee0-4544-4956-ae7e-792f04833c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'bceca926-3cdb-40be-8266-2d3e481b5138'} {{(pid=93175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:37:35.317237 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.managers [req-6da86408-18c0-44e8-a103-1a71712ae615 req-841b60f3-d2c8-49a6-9c4e-e47db74f2c13 service neutron] Bound port: 3bd22291-1cd1-4dc6-9f6d-c351ba1462cb, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2079ee0-4544-4956-ae7e-792f04833c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'bceca926-3cdb-40be-8266-2d3e481b5138'}}] {{(pid=93175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:37:35.317586 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-6da86408-18c0-44e8-a103-1a71712ae615 req-841b60f3-d2c8-49a6-9c4e-e47db74f2c13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:35.381338 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.db [req-6da86408-18c0-44e8-a103-1a71712ae615 req-841b60f3-d2c8-49a6-9c4e-e47db74f2c13 service neutron] For port 3bd22291-1cd1-4dc6-9f6d-c351ba1462cb, host hv-cinder-79760, cleared binding levels {{(pid=93175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:37:35.384818 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.db [req-6da86408-18c0-44e8-a103-1a71712ae615 req-841b60f3-d2c8-49a6-9c4e-e47db74f2c13 service neutron] For port 3bd22291-1cd1-4dc6-9f6d-c351ba1462cb, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=3bd22291-1cd1-4dc6-9f6d-c351ba1462cb,segment=NetworkSegment(f2079ee0-4544-4956-ae7e-792f04833c2f),segment_id=f2079ee0-4544-4956-ae7e-792f04833c2f)] {{(pid=93175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:37:35.389566 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-6da86408-18c0-44e8-a103-1a71712ae615 req-841b60f3-d2c8-49a6-9c4e-e47db74f2c13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61826046'] for port, after_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:35.392438 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-aeefcf1b-c168-4b3f-bbd4-6bea889a0798 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:37:35.423243 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da86408-18c0-44e8-a103-1a71712ae615 req-841b60f3-d2c8-49a6-9c4e-e47db74f2c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:35.423872 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-6da86408-18c0-44e8-a103-1a71712ae615 req-841b60f3-d2c8-49a6-9c4e-e47db74f2c13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126777'] for port, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:35.426031 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-6da86408-18c0-44e8-a103-1a71712ae615 req-841b60f3-d2c8-49a6-9c4e-e47db74f2c13 service neutron] 10.222.0.21 "PUT /v2.0/ports/3bd22291-1cd1-4dc6-9f6d-c351ba1462cb HTTP/1.1" status: 200 len: 1098 time: 0.9980204 Jun 29 11:37:35.426523 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc81390f-d735-4361-acd0-927694308e55', 'tag': '3bd22291-1cd1-4dc6-9f6d-c351ba1462cb'}] {{(pid=93175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:37:35.428842 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}879b71c770f982178fec1a07a47b9a5355ed3bb08afc25f1aa80a68f93cb18a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15bf1064-ed65-4b50-88f1-b2e459001ec4" -d '{"events": [{"name": "network-changed", "server_uuid": "cc81390f-d735-4361-acd0-927694308e55", "tag": "3bd22291-1cd1-4dc6-9f6d-c351ba1462cb"}]}' {{(pid=93175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:37:35.454891 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841b60f3-d2c8-49a6-9c4e-e47db74f2c13 service neutron] Pushing event updated for resources: {'Port': ['ID=3bd22291-1cd1-4dc6-9f6d-c351ba1462cb,revision_number=3']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:37:35.458499 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-841b60f3-d2c8-49a6-9c4e-e47db74f2c13 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:37:35.485024 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 11:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4081bec4-243a-4893-ad3b-0d2a6ddff3fd x-openstack-request-id: req-4081bec4-243a-4893-ad3b-0d2a6ddff3fd {{(pid=93175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:37:35.485309 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc81390f-d735-4361-acd0-927694308e55", "tag": "3bd22291-1cd1-4dc6-9f6d-c351ba1462cb", "status": "completed", "code": 200}]} {{(pid=93175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:37:35.485590 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4081bec4-243a-4893-ad3b-0d2a6ddff3fd {{(pid=93175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:37:35.486011 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc81390f-d735-4361-acd0-927694308e55', 'tag': '3bd22291-1cd1-4dc6-9f6d-c351ba1462cb', 'status': 'completed', 'code': 200} Jun 29 11:37:35.569677 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec0ac7-0152-48ed-8433-ba96d30dad4d req-5bc34973-1b6c-46d3-913c-8e76f38eeb44 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:35.576272 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-dcec0ac7-0152-48ed-8433-ba96d30dad4d req-5bc34973-1b6c-46d3-913c-8e76f38eeb44 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=29442a1b-ad91-4973-ae54-e447e1f09a21 HTTP/1.1" status: 200 len: 945 time: 0.0790479 Jun 29 11:37:35.645021 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-dcec0ac7-0152-48ed-8433-ba96d30dad4d req-9d16846b-f75f-4f16-87ef-38633b249d1c tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674939 Jun 29 11:37:35.695750 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da86408-18c0-44e8-a103-1a71712ae615 req-198379b9-937d-4ed2-9d50-cabf0329174c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:35.697254 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-6da86408-18c0-44e8-a103-1a71712ae615 req-198379b9-937d-4ed2-9d50-cabf0329174c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=265c1ce0ddf9477582eb13e9a082a29e&device_id=cc81390f-d735-4361-acd0-927694308e55 HTTP/1.1" status: 200 len: 1101 time: 0.0697916 Jun 29 11:37:35.752195 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-6da86408-18c0-44e8-a103-1a71712ae615 req-f4fe5dda-2d05-4fc5-b0da-8c1d1def6e15 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=3bd22291-1cd1-4dc6-9f6d-c351ba1462cb HTTP/1.1" status: 200 len: 217 time: 0.0469713 Jun 29 11:37:35.798827 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3392a335-78c0-44b9-bde3-e260eebcb8d1 req-529127e3-1af9-44f8-a202-5061c9816905 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:35.800498 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-3392a335-78c0-44b9-bde3-e260eebcb8d1 req-529127e3-1af9-44f8-a202-5061c9816905 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e055edc-27b2-47c9-b141-67e09baef5bf HTTP/1.1" status: 200 len: 945 time: 0.1334722 Jun 29 11:37:35.876910 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da86408-18c0-44e8-a103-1a71712ae615 req-a55ae92a-40e4-463e-81a4-4ddddfa102b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:35.878455 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-6da86408-18c0-44e8-a103-1a71712ae615 req-a55ae92a-40e4-463e-81a4-4ddddfa102b2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1e3787dd-12fd-4aca-835a-c981ae73b642 HTTP/1.1" status: 200 len: 843 time: 0.1193953 Jun 29 11:37:35.929041 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4271c277-9dbb-4cab-aa0a-28a322535fa0 req-16295a34-c76d-4de0-84a9-288c0c559eda tempest-VolumesNegativeTest-1263984459 tempest-VolumesNegativeTest-1263984459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:35.930722 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-4271c277-9dbb-4cab-aa0a-28a322535fa0 req-16295a34-c76d-4de0-84a9-288c0c559eda tempest-VolumesNegativeTest-1263984459 tempest-VolumesNegativeTest-1263984459-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc81390f-d735-4361-acd0-927694308e55 HTTP/1.1" status: 200 len: 948 time: 0.1483772 Jun 29 11:37:35.977621 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-3392a335-78c0-44b9-bde3-e260eebcb8d1 req-75e28a8d-d43d-453d-aa55-bd714684fd68 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] Deleting port fe1417ae-0d78-4620-bb6f-f39168d90af3 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:37:35.977993 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3392a335-78c0-44b9-bde3-e260eebcb8d1 req-75e28a8d-d43d-453d-aa55-bd714684fd68 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744991508026'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:35.988872 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da86408-18c0-44e8-a103-1a71712ae615 req-e354696f-a9f2-43b3-b2be-69c2e5ed4c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:35.990443 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-6da86408-18c0-44e8-a103-1a71712ae615 req-e354696f-a9f2-43b3-b2be-69c2e5ed4c14 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bceca926-3cdb-40be-8266-2d3e481b5138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1034811 Jun 29 11:37:35.993667 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-4271c277-9dbb-4cab-aa0a-28a322535fa0 req-d6bc527d-6ac4-425f-a2eb-1a80aebdb0df tempest-VolumesNegativeTest-1263984459 tempest-VolumesNegativeTest-1263984459-project] 10.222.0.78 "GET /v2.0/security-groups?id=b164e641-3c27-4f0c-81a5-2e4f7b905f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529671 Jun 29 11:37:36.096907 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-3392a335-78c0-44b9-bde3-e260eebcb8d1 req-75e28a8d-d43d-453d-aa55-bd714684fd68 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] For port fe1417ae-0d78-4620-bb6f-f39168d90af3, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=fe1417ae-0d78-4620-bb6f-f39168d90af3,segment=NetworkSegment(be629f3e-5318-4bd9-a3eb-eacbaaff2dee),segment_id=be629f3e-5318-4bd9-a3eb-eacbaaff2dee)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:37:36.097267 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3392a335-78c0-44b9-bde3-e260eebcb8d1 req-75e28a8d-d43d-453d-aa55-bd714684fd68 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013211'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:36.123855 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-3392a335-78c0-44b9-bde3-e260eebcb8d1 req-75e28a8d-d43d-453d-aa55-bd714684fd68 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] Calling delete_port for fe1417ae-0d78-4620-bb6f-f39168d90af3 owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:37:36.177132 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-6da86408-18c0-44e8-a103-1a71712ae615 req-dba19e3a-6413-4d26-bae2-e9ce33a9ed2d service neutron] 10.222.0.21 "GET /v2.0/networks/bceca926-3cdb-40be-8266-2d3e481b5138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751509 Jun 29 11:37:36.261713 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b76ccbc-cfc6-4e85-b66f-2ba753f2535d req-46ee1bcf-9c08-4b3b-9623-d0c5b95bb489 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:36.263191 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-0b76ccbc-cfc6-4e85-b66f-2ba753f2535d req-46ee1bcf-9c08-4b3b-9623-d0c5b95bb489 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e055edc-27b2-47c9-b141-67e09baef5bf HTTP/1.1" status: 200 len: 945 time: 0.1384580 Jun 29 11:37:36.288967 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3392a335-78c0-44b9-bde3-e260eebcb8d1 req-75e28a8d-d43d-453d-aa55-bd714684fd68 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744991430440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744990953750'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:36.300380 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:37:36.312374 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] get_ports_and_sgs() called for port_ids ['fe1417ae-0d78-4620-bb6f-f39168d90af3'] {{(pid=93177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:37:36.322534 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-6da86408-18c0-44e8-a103-1a71712ae615 req-64fd55b3-0463-4c3c-9b38-462239860ab5 service neutron] 10.222.0.21 "GET /v2.0/networks/bceca926-3cdb-40be-8266-2d3e481b5138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349888 Jun 29 11:37:36.328188 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-0b76ccbc-cfc6-4e85-b66f-2ba753f2535d req-49fc1a3d-4371-4f93-bf0c-4c9c136bb565 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] 10.222.0.78 "GET /v2.0/security-groups?id=f3cad45c-93e8-4d71-afb7-37b54bdb1e67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559912 Jun 29 11:37:36.342237 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e28a8d-d43d-453d-aa55-bd714684fd68 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] Pushing event deleted for resources: {'Port': ['ID=fe1417ae-0d78-4620-bb6f-f39168d90af3,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:37:36.344900 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-75e28a8d-d43d-453d-aa55-bd714684fd68 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:37:36.386267 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7dc1f572-48b9-4e28-8a5a-f2a12e721563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:36.409453 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-3392a335-78c0-44b9-bde3-e260eebcb8d1 req-75e28a8d-d43d-453d-aa55-bd714684fd68 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] No DVR routers for this DVR port fe1417ae-0d78-4620-bb6f-f39168d90af3 on host hv-cinder-79760 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:37:36.412692 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3392a335-78c0-44b9-bde3-e260eebcb8d1 req-75e28a8d-d43d-453d-aa55-bd714684fd68 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126777'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:36.415005 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-3392a335-78c0-44b9-bde3-e260eebcb8d1 req-75e28a8d-d43d-453d-aa55-bd714684fd68 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] 10.222.0.21 "DELETE /v2.0/ports/fe1417ae-0d78-4620-bb6f-f39168d90af3 HTTP/1.1" status: 204 len: 173 time: 0.6082850 Jun 29 11:37:36.415519 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e055edc-27b2-47c9-b141-67e09baef5bf', 'name': 'network-vif-deleted', 'tag': 'fe1417ae-0d78-4620-bb6f-f39168d90af3'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:37:36.417794 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e84c2f8edc4c5bc2f689ddb2df796faf16af949d7518eb87a014b7a9d68b702d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6f983d-2b78-4c0f-8e0b-b26cc0ed5254" -d '{"events": [{"server_uuid": "6e055edc-27b2-47c9-b141-67e09baef5bf", "name": "network-vif-deleted", "tag": "fe1417ae-0d78-4620-bb6f-f39168d90af3"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:37:36.459322 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05630edb-fbad-4799-8e2d-09748331db3d x-openstack-request-id: req-05630edb-fbad-4799-8e2d-09748331db3d {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:37:36.459667 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e055edc-27b2-47c9-b141-67e09baef5bf", "name": "network-vif-deleted", "tag": "fe1417ae-0d78-4620-bb6f-f39168d90af3", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:37:36.460426 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-05630edb-fbad-4799-8e2d-09748331db3d {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:37:36.460853 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e055edc-27b2-47c9-b141-67e09baef5bf', 'name': 'network-vif-deleted', 'tag': 'fe1417ae-0d78-4620-bb6f-f39168d90af3', 'status': 'completed', 'code': 200} Jun 29 11:37:36.476074 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bf1064-ed65-4b50-88f1-b2e459001ec4 req-f1605e9e-3223-45bc-b6a4-9a2301aa77f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:36.477720 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-15bf1064-ed65-4b50-88f1-b2e459001ec4 req-f1605e9e-3223-45bc-b6a4-9a2301aa77f1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=265c1ce0ddf9477582eb13e9a082a29e&device_id=cc81390f-d735-4361-acd0-927694308e55 HTTP/1.1" status: 200 len: 1101 time: 0.0646911 Jun 29 11:37:36.610314 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bf1064-ed65-4b50-88f1-b2e459001ec4 req-4ce38ed7-5ad5-4b9f-b6de-4d0a1c9e3e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:36.612343 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-15bf1064-ed65-4b50-88f1-b2e459001ec4 req-4ce38ed7-5ad5-4b9f-b6de-4d0a1c9e3e6a service neutron] 10.222.0.21 "GET /v2.0/networks?id=bceca926-3cdb-40be-8266-2d3e481b5138 HTTP/1.1" status: 200 len: 870 time: 0.1148260 Jun 29 11:37:36.695766 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-15bf1064-ed65-4b50-88f1-b2e459001ec4 req-3962a404-ee1c-4922-b07f-eae8169d3ffd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=3bd22291-1cd1-4dc6-9f6d-c351ba1462cb HTTP/1.1" status: 200 len: 217 time: 0.0393019 Jun 29 11:37:36.753635 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bf1064-ed65-4b50-88f1-b2e459001ec4 req-a882949e-63d9-47a2-8da8-67e9b6bbe4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:36.755041 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-15bf1064-ed65-4b50-88f1-b2e459001ec4 req-a882949e-63d9-47a2-8da8-67e9b6bbe4b6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1e3787dd-12fd-4aca-835a-c981ae73b642 HTTP/1.1" status: 200 len: 843 time: 0.0480757 Jun 29 11:37:36.860368 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bf1064-ed65-4b50-88f1-b2e459001ec4 req-64f0bfa1-d729-46dd-a63b-7cbe52cf5981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:36.862607 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-15bf1064-ed65-4b50-88f1-b2e459001ec4 req-64f0bfa1-d729-46dd-a63b-7cbe52cf5981 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bceca926-3cdb-40be-8266-2d3e481b5138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0985961 Jun 29 11:37:36.871345 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f8495-1bbf-4484-be2e-7795398404e9 req-5399da08-fce3-4a86-a951-8059ca743229 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:36.872878 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-3e7f8495-1bbf-4484-be2e-7795398404e9 req-5399da08-fce3-4a86-a951-8059ca743229 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=29442a1b-ad91-4973-ae54-e447e1f09a21 HTTP/1.1" status: 200 len: 945 time: 0.1021984 Jun 29 11:37:36.964900 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-3e7f8495-1bbf-4484-be2e-7795398404e9 req-cfc3c669-fbba-481d-8cbe-3e41a3fde9e9 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822449 Jun 29 11:37:37.001402 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-15bf1064-ed65-4b50-88f1-b2e459001ec4 req-28ce39f7-caae-4872-a53b-d426c44a0175 service neutron] 10.222.0.21 "GET /v2.0/networks/bceca926-3cdb-40be-8266-2d3e481b5138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263564 Jun 29 11:37:37.109675 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-15bf1064-ed65-4b50-88f1-b2e459001ec4 req-c137d8f4-adbb-4e99-8a9f-f611751931bd service neutron] 10.222.0.21 "GET /v2.0/networks/bceca926-3cdb-40be-8266-2d3e481b5138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975945 Jun 29 11:37:37.199838 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f996f66-2af6-47d3-8bfc-7c91a77c26a2 req-5557abc0-c654-4173-aca7-50dceb78ff51 tempest-VolumesNegativeTest-1263984459 tempest-VolumesNegativeTest-1263984459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:37.201318 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-1f996f66-2af6-47d3-8bfc-7c91a77c26a2 req-5557abc0-c654-4173-aca7-50dceb78ff51 tempest-VolumesNegativeTest-1263984459 tempest-VolumesNegativeTest-1263984459-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc81390f-d735-4361-acd0-927694308e55 HTTP/1.1" status: 200 len: 948 time: 0.0751138 Jun 29 11:37:37.247929 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-1f996f66-2af6-47d3-8bfc-7c91a77c26a2 req-09c45d54-a284-47f7-b189-10255fde608c tempest-VolumesNegativeTest-1263984459 tempest-VolumesNegativeTest-1263984459-project] 10.222.0.78 "GET /v2.0/security-groups?id=b164e641-3c27-4f0c-81a5-2e4f7b905f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394833 Jun 29 11:37:37.523135 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-7a938978-a6f4-4b96-8e5f-2897258d46b0 req-d46319fc-6a2a-434b-8b74-0e15ec349a40 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] 10.222.0.78 "GET /v2.0/ports?device_id=6e055edc-27b2-47c9-b141-67e09baef5bf HTTP/1.1" status: 200 len: 210 time: 0.0306060 Jun 29 11:37:38.160167 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afbf980-b34d-4056-bc30-bb22e8be1484 req-ae4fc41c-76e0-4802-a169-fbe1881686df tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:38.161726 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-3afbf980-b34d-4056-bc30-bb22e8be1484 req-ae4fc41c-76e0-4802-a169-fbe1881686df tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=29442a1b-ad91-4973-ae54-e447e1f09a21 HTTP/1.1" status: 200 len: 945 time: 0.0682573 Jun 29 11:37:38.203293 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-3afbf980-b34d-4056-bc30-bb22e8be1484 req-0f263faa-ec1b-41a2-9b86-e32420aa65d0 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356152 Jun 29 11:37:38.454130 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977998e0-b5be-4d45-8dd6-ba597cb015ba req-dcbc54ea-9251-4f10-8a76-41a703ae351b tempest-VolumesNegativeTest-1263984459 tempest-VolumesNegativeTest-1263984459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:38.455728 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-977998e0-b5be-4d45-8dd6-ba597cb015ba req-dcbc54ea-9251-4f10-8a76-41a703ae351b tempest-VolumesNegativeTest-1263984459 tempest-VolumesNegativeTest-1263984459-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc81390f-d735-4361-acd0-927694308e55 HTTP/1.1" status: 200 len: 948 time: 0.0747118 Jun 29 11:37:38.498273 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-977998e0-b5be-4d45-8dd6-ba597cb015ba req-f5865942-e7db-4a37-85bd-5f7bac22193a tempest-VolumesNegativeTest-1263984459 tempest-VolumesNegativeTest-1263984459-project] 10.222.0.78 "GET /v2.0/security-groups?id=b164e641-3c27-4f0c-81a5-2e4f7b905f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357530 Jun 29 11:37:39.451606 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efeac10-525c-4e10-88c2-fbd8f7be9850 req-50639ed9-6170-4082-8ce2-d0c64a25cd95 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:39.453056 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-2efeac10-525c-4e10-88c2-fbd8f7be9850 req-50639ed9-6170-4082-8ce2-d0c64a25cd95 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=29442a1b-ad91-4973-ae54-e447e1f09a21 HTTP/1.1" status: 200 len: 945 time: 0.1246433 Jun 29 11:37:39.465166 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Device 3bd22291-1cd1-4dc6-9f6d-c351ba1462cb details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 11:37:39.484472 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Device fe1417ae-0d78-4620-bb6f-f39168d90af3 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:37:39.495384 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-2efeac10-525c-4e10-88c2-fbd8f7be9850 req-4bd4fb3a-f2dc-4da2-8550-d939adf0de9c tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363927 Jun 29 11:37:39.514311 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] No Port match for: fe1417ae-0d78-4620-bb6f-f39168d90af3 {{(pid=93177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:37:39.515275 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Device fe1417ae-0d78-4620-bb6f-f39168d90af3 not bound to the agent host hv-cinder-79760 {{(pid=93177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:37:39.597894 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] For port 3bd22291-1cd1-4dc6-9f6d-c351ba1462cb, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=3bd22291-1cd1-4dc6-9f6d-c351ba1462cb,segment=NetworkSegment(f2079ee0-4544-4956-ae7e-792f04833c2f),segment_id=f2079ee0-4544-4956-ae7e-792f04833c2f)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:37:39.608725 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Returning: {'device': '3bd22291-1cd1-4dc6-9f6d-c351ba1462cb', 'network_id': 'bceca926-3cdb-40be-8266-2d3e481b5138', 'port_id': '3bd22291-1cd1-4dc6-9f6d-c351ba1462cb', 'mac_address': 'fa:16:3e:df:39:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e3787dd-12fd-4aca-835a-c981ae73b642', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 11:37:39.659042 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:39.681437 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.notifiers.nova [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bd22291-1cd1-4dc6-9f6d-c351ba1462cb {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:37:39.695717 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c9b09-4a39-4a1a-be0f-49c7509f2294 req-78c2a967-698d-4f01-9504-05cca35f0ccd tempest-VolumesNegativeTest-1263984459 tempest-VolumesNegativeTest-1263984459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:39.697266 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-433c9b09-4a39-4a1a-be0f-49c7509f2294 req-78c2a967-698d-4f01-9504-05cca35f0ccd tempest-VolumesNegativeTest-1263984459 tempest-VolumesNegativeTest-1263984459-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc81390f-d735-4361-acd0-927694308e55 HTTP/1.1" status: 200 len: 948 time: 0.0780468 Jun 29 11:37:39.713921 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] For port 3bd22291-1cd1-4dc6-9f6d-c351ba1462cb, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=3bd22291-1cd1-4dc6-9f6d-c351ba1462cb,segment=NetworkSegment(f2079ee0-4544-4956-ae7e-792f04833c2f),segment_id=f2079ee0-4544-4956-ae7e-792f04833c2f)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:37:39.719256 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:39.723253 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:37:39.748737 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-433c9b09-4a39-4a1a-be0f-49c7509f2294 req-de5efa91-0d20-4fd2-a028-1e6891dd419e tempest-VolumesNegativeTest-1263984459 tempest-VolumesNegativeTest-1263984459-project] 10.222.0.78 "GET /v2.0/security-groups?id=b164e641-3c27-4f0c-81a5-2e4f7b905f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454967 Jun 29 11:37:39.807801 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Pushing event updated for resources: {'Port': ['ID=3bd22291-1cd1-4dc6-9f6d-c351ba1462cb,revision_number=4']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:37:39.811439 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:37:40.747511 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] get_ports_and_sgs() called for port_ids ['3bd22291-1cd1-4dc6-9f6d-c351ba1462cb'] {{(pid=93177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:37:40.895529 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc567b0-ab2e-4b48-b216-62ca80635643 req-b7a6cc23-91f4-4d73-8ca4-0fd966a2b0dd tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:40.905124 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-3fc567b0-ab2e-4b48-b216-62ca80635643 req-b7a6cc23-91f4-4d73-8ca4-0fd966a2b0dd tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=29442a1b-ad91-4973-ae54-e447e1f09a21 HTTP/1.1" status: 200 len: 945 time: 0.1397948 Jun 29 11:37:41.015152 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-3fc567b0-ab2e-4b48-b216-62ca80635643 req-d9a50539-7a4e-4fd4-bd3a-f40c50ec7946 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082919 Jun 29 11:37:41.080647 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fcd3d2-bd7a-443c-8da1-f109cea593f9 req-7f038b2e-ec2f-49a2-88f9-cc302284971b tempest-VolumesNegativeTest-1263984459 tempest-VolumesNegativeTest-1263984459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:41.088658 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-42fcd3d2-bd7a-443c-8da1-f109cea593f9 req-7f038b2e-ec2f-49a2-88f9-cc302284971b tempest-VolumesNegativeTest-1263984459 tempest-VolumesNegativeTest-1263984459-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc81390f-d735-4361-acd0-927694308e55 HTTP/1.1" status: 200 len: 949 time: 0.1570070 Jun 29 11:37:41.169203 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-42fcd3d2-bd7a-443c-8da1-f109cea593f9 req-7759443a-412f-42b4-911d-16d51ccc845a tempest-VolumesNegativeTest-1263984459 tempest-VolumesNegativeTest-1263984459-project] 10.222.0.78 "GET /v2.0/security-groups?id=b164e641-3c27-4f0c-81a5-2e4f7b905f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790677 Jun 29 11:37:42.313617 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c60cd4-8a0d-4bc1-8273-5b6414b92d9d req-6148270b-8aeb-4e20-ba67-22ab64203e4c tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:42.327060 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-09c60cd4-8a0d-4bc1-8273-5b6414b92d9d req-6148270b-8aeb-4e20-ba67-22ab64203e4c tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=29442a1b-ad91-4973-ae54-e447e1f09a21 HTTP/1.1" status: 200 len: 945 time: 0.1057825 Jun 29 11:37:42.389192 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-09c60cd4-8a0d-4bc1-8273-5b6414b92d9d req-0a02d6ec-f2e7-4209-a925-6a64e4b7914a tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611215 Jun 29 11:37:42.503493 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c80cca-b0df-4150-86f3-15318c9305c7 req-33b3b80f-faf3-444a-8302-8b412c1a77d9 tempest-VolumesNegativeTest-1263984459 tempest-VolumesNegativeTest-1263984459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:42.507619 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-71c80cca-b0df-4150-86f3-15318c9305c7 req-33b3b80f-faf3-444a-8302-8b412c1a77d9 tempest-VolumesNegativeTest-1263984459 tempest-VolumesNegativeTest-1263984459-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc81390f-d735-4361-acd0-927694308e55 HTTP/1.1" status: 200 len: 949 time: 0.0844951 Jun 29 11:37:42.565861 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-71c80cca-b0df-4150-86f3-15318c9305c7 req-98179e4a-7e77-41fe-a795-fef98a96a8cb tempest-VolumesNegativeTest-1263984459 tempest-VolumesNegativeTest-1263984459-project] 10.222.0.78 "GET /v2.0/security-groups?id=b164e641-3c27-4f0c-81a5-2e4f7b905f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516868 Jun 29 11:37:42.957666 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81e183d-39fb-4a4b-ac90-f5554887e6e3 req-37a0c435-12a8-4d3f-9581-63a92aa9fdda tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:42.959383 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-d81e183d-39fb-4a4b-ac90-f5554887e6e3 req-37a0c435-12a8-4d3f-9581-63a92aa9fdda tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/networks?id=370af924-d6bd-4821-9056-c2048b5ccd31 HTTP/1.1" status: 200 len: 815 time: 0.1148477 Jun 29 11:37:42.980570 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-d81e183d-39fb-4a4b-ac90-f5554887e6e3 req-b2dc70e6-0398-4d63-b009-dbc006cb4281 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/quotas/b0862d86861e4a6294669237a0d1c827 HTTP/1.1" status: 200 len: 375 time: 0.0112033 Jun 29 11:37:43.094307 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-d81e183d-39fb-4a4b-ac90-f5554887e6e3 req-dfa2e8e4-b086-41a7-816c-de10f6b9f4fe tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=b0862d86861e4a6294669237a0d1c827&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1033816 Jun 29 11:37:43.207881 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-d81e183d-39fb-4a4b-ac90-f5554887e6e3 req-f65636bc-be93-4e84-9de0-ff7900aad7f5 service neutron] 10.222.0.78 "GET /v2.0/networks/370af924-d6bd-4821-9056-c2048b5ccd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100678 Jun 29 11:37:43.329592 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-d81e183d-39fb-4a4b-ac90-f5554887e6e3 req-65fd22bd-2f7d-42c4-81c6-539091ead614 service neutron] 10.222.0.78 "GET /v2.0/networks/370af924-d6bd-4821-9056-c2048b5ccd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043179 Jun 29 11:37:43.499163 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Device 3bd22291-1cd1-4dc6-9f6d-c351ba1462cb up at agent hyperv_hv-cinder-79760 {{(pid=93177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:37:43.599062 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-7c14bc36-494a-4ccd-963a-d9355f49d93c req-5eab070f-576b-42f6-aff1-90c3383fb859 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/ports?device_id=19fa6931-dd98-4188-9567-3461a41cb439 HTTP/1.1" status: 200 len: 210 time: 0.0596886 Jun 29 11:37:43.631892 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Provisioning for port 3bd22291-1cd1-4dc6-9f6d-c351ba1462cb completed by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:37:43.637325 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Provisioning complete for port 3bd22291-1cd1-4dc6-9f6d-c351ba1462cb triggered by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:37:43.638816 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:43.709548 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0efb6a-3c40-4dd1-88cc-53fd9d47b0cc req-def468e5-396e-4d87-aeec-24006f825508 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:43.716891 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-4d0efb6a-3c40-4dd1-88cc-53fd9d47b0cc req-def468e5-396e-4d87-aeec-24006f825508 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=29442a1b-ad91-4973-ae54-e447e1f09a21 HTTP/1.1" status: 200 len: 945 time: 0.1164973 Jun 29 11:37:43.767481 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-4d0efb6a-3c40-4dd1-88cc-53fd9d47b0cc req-020fd7ca-0851-40e1-a0a9-0ae1d42e987c tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492444 Jun 29 11:37:43.869023 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:43.912022 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc81390f-d735-4361-acd0-927694308e55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bd22291-1cd1-4dc6-9f6d-c351ba1462cb'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:37:43.916285 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf503b922a63088b6f722bf1da6ea29b944079dc3e77b23c7214b141eee454" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d4fcd5f-2eff-4516-8a1c-fb7259433b57" -d '{"events": [{"server_uuid": "cc81390f-d735-4361-acd0-927694308e55", "name": "network-vif-plugged", "status": "completed", "tag": "3bd22291-1cd1-4dc6-9f6d-c351ba1462cb"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:37:43.945506 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] For port 3bd22291-1cd1-4dc6-9f6d-c351ba1462cb, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=3bd22291-1cd1-4dc6-9f6d-c351ba1462cb,segment=NetworkSegment(f2079ee0-4544-4956-ae7e-792f04833c2f),segment_id=f2079ee0-4544-4956-ae7e-792f04833c2f)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:37:43.962271 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:43.964419 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:37:43.967517 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7c1eb8-5db5-4d83-b01b-76d884dff741 req-8a840026-57bb-4168-890d-e568de2cc0a4 tempest-VolumesNegativeTest-1263984459 tempest-VolumesNegativeTest-1263984459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:43.986953 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-5e7c1eb8-5db5-4d83-b01b-76d884dff741 req-8a840026-57bb-4168-890d-e568de2cc0a4 tempest-VolumesNegativeTest-1263984459 tempest-VolumesNegativeTest-1263984459-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc81390f-d735-4361-acd0-927694308e55 HTTP/1.1" status: 200 len: 949 time: 0.1575747 Jun 29 11:37:44.052026 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3198375-8ad2-4384-ad14-6ed9e47ba4c1 x-openstack-request-id: req-a3198375-8ad2-4384-ad14-6ed9e47ba4c1 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:37:44.052615 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc81390f-d735-4361-acd0-927694308e55", "name": "network-vif-plugged", "status": "completed", "tag": "3bd22291-1cd1-4dc6-9f6d-c351ba1462cb", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:37:44.053039 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-a3198375-8ad2-4384-ad14-6ed9e47ba4c1 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:37:44.055762 dv-cinder-797608-2-smb neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc81390f-d735-4361-acd0-927694308e55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bd22291-1cd1-4dc6-9f6d-c351ba1462cb', 'code': 200} Jun 29 11:37:44.076372 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-5e7c1eb8-5db5-4d83-b01b-76d884dff741 req-6f8956cc-63a7-4f05-8e58-5e41efbbc476 tempest-VolumesNegativeTest-1263984459 tempest-VolumesNegativeTest-1263984459-project] 10.222.0.78 "GET /v2.0/security-groups?id=b164e641-3c27-4f0c-81a5-2e4f7b905f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715425 Jun 29 11:37:44.103678 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Pushing event updated for resources: {'Port': ['ID=3bd22291-1cd1-4dc6-9f6d-c351ba1462cb,revision_number=5']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:37:44.116380 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:37:44.387027 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8294499-9784-47f2-ac61-a37a4500716f req-c3e5ae20-3c49-49ed-a0dc-0729b004314c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:44.388849 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-a8294499-9784-47f2-ac61-a37a4500716f req-c3e5ae20-3c49-49ed-a0dc-0729b004314c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cc81390f-d735-4361-acd0-927694308e55 HTTP/1.1" status: 200 len: 1103 time: 0.0953777 Jun 29 11:37:44.451746 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-a8294499-9784-47f2-ac61-a37a4500716f req-434b3521-e829-485d-a90b-276663c020c8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b164e641-3c27-4f0c-81a5-2e4f7b905f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481408 Jun 29 11:37:44.771985 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-dd18213c-e4f1-4845-92d7-ff258a71e6a4 req-9eaeb7a9-373e-4503-915b-82b00ad6510e tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/ports?device_id=19fa6931-dd98-4188-9567-3461a41cb439 HTTP/1.1" status: 200 len: 210 time: 0.0346894 Jun 29 11:37:45.041802 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9110214b-49b8-4e0d-803c-0fa23aea845b req-8c5aebd5-1101-4bf0-bdf1-8501a8ea773b tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:45.043307 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-9110214b-49b8-4e0d-803c-0fa23aea845b req-8c5aebd5-1101-4bf0-bdf1-8501a8ea773b tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=29442a1b-ad91-4973-ae54-e447e1f09a21 HTTP/1.1" status: 200 len: 945 time: 0.0932293 Jun 29 11:37:45.108479 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-9110214b-49b8-4e0d-803c-0fa23aea845b req-d0e0bb22-73aa-4338-b6df-60dea0a92f1e tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575187 Jun 29 11:37:45.352887 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79f0a1c-2099-4538-b184-497828eb6bd2 req-c96bc079-a4fe-46df-9e46-d0882ebb7492 tempest-VolumesNegativeTest-1263984459 tempest-VolumesNegativeTest-1263984459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:45.354350 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-f79f0a1c-2099-4538-b184-497828eb6bd2 req-c96bc079-a4fe-46df-9e46-d0882ebb7492 tempest-VolumesNegativeTest-1263984459 tempest-VolumesNegativeTest-1263984459-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc81390f-d735-4361-acd0-927694308e55 HTTP/1.1" status: 200 len: 950 time: 0.0752349 Jun 29 11:37:45.448867 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-f79f0a1c-2099-4538-b184-497828eb6bd2 req-7b40a4da-ea4d-478d-93cb-9b9376afdb69 tempest-VolumesNegativeTest-1263984459 tempest-VolumesNegativeTest-1263984459-project] 10.222.0.78 "GET /v2.0/security-groups?id=b164e641-3c27-4f0c-81a5-2e4f7b905f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762608 Jun 29 11:37:45.701577 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81e183d-39fb-4a4b-ac90-f5554887e6e3 req-54fd3c80-1f77-436a-8741-ed1205603fb6 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:45.702164 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-d81e183d-39fb-4a4b-ac90-f5554887e6e3 req-54fd3c80-1f77-436a-8741-ed1205603fb6 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.21 "GET /v2.0/networks?id=370af924-d6bd-4821-9056-c2048b5ccd31 HTTP/1.1" status: 200 len: 815 time: 0.1408050 Jun 29 11:37:45.727914 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.v2.base [req-d81e183d-39fb-4a4b-ac90-f5554887e6e3 req-4665e313-e564-4b13-9c6a-9e393b4f257f tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Request body: {'port': {'device_id': '19fa6931-dd98-4188-9567-3461a41cb439', 'network_id': '370af924-d6bd-4821-9056-c2048b5ccd31', 'admin_state_up': True, 'tenant_id': 'b0862d86861e4a6294669237a0d1c827'}} {{(pid=93175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:37:46.028871 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d81e183d-39fb-4a4b-ac90-f5554887e6e3 req-4665e313-e564-4b13-9c6a-9e393b4f257f tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Made reservation on behalf of b0862d86861e4a6294669237a0d1c827 for: {'port': 1} {{(pid=93175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:37:46.034495 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-d81e183d-39fb-4a4b-ac90-f5554887e6e3 req-4665e313-e564-4b13-9c6a-9e393b4f257f tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:46.138178 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-fe7be917-4669-4585-a101-367c831a4229 req-0ea93b3a-18f6-4cd4-9c2e-9bdd227767d6 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/ports?device_id=19fa6931-dd98-4188-9567-3461a41cb439 HTTP/1.1" status: 200 len: 210 time: 0.0850651 Jun 29 11:37:46.300230 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.db.db_base_plugin_common [req-d81e183d-39fb-4a4b-ac90-f5554887e6e3 req-4665e313-e564-4b13-9c6a-9e393b4f257f tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Allocated IP 172.20.0.13 (370af924-d6bd-4821-9056-c2048b5ccd31/8ea9ab15-43b2-48ad-8e01-7b17b01c47dd/38f8da62-29a8-474e-8899-01e1030705b7) {{(pid=93175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:37:46.521003 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-d81e183d-39fb-4a4b-ac90-f5554887e6e3 req-4665e313-e564-4b13-9c6a-9e393b4f257f tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Notify callbacks [] for port, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:46.531682 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07812ee-1398-4437-aabd-92e432623e16 req-02bef3a5-8770-42c5-8c16-1a6b8bf20257 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:46.533410 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-d07812ee-1398-4437-aabd-92e432623e16 req-02bef3a5-8770-42c5-8c16-1a6b8bf20257 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=29442a1b-ad91-4973-ae54-e447e1f09a21 HTTP/1.1" status: 200 len: 945 time: 0.1223578 Jun 29 11:37:46.609433 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-d07812ee-1398-4437-aabd-92e432623e16 req-9b9cb71f-919a-4ded-94bc-f4c489ee664a tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679018 Jun 29 11:37:46.651496 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-d81e183d-39fb-4a4b-ac90-f5554887e6e3 req-4665e313-e564-4b13-9c6a-9e393b4f257f tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3670657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744990953741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-61825996'] for port, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:46.666204 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] get_ports_and_sgs() called for port_ids ['a548e549-c3f8-424f-b05d-4b11c70bad96', '8e5896aa-4bf6-46fb-b1f6-fd9f85e28e8c', '23f3add5-f455-4aac-8fc0-1ee7606c9f57'] {{(pid=93177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:37:46.674999 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-abb7b5ac-e5e1-4d0b-b243-2ff86a9e8bb7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:37:46.734257 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d81e183d-39fb-4a4b-ac90-f5554887e6e3 req-4665e313-e564-4b13-9c6a-9e393b4f257f tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Network 370af924-d6bd-4821-9056-c2048b5ccd31 is already hosted by enough agents. {{(pid=93175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:37:46.740130 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.base_scheduler [req-d81e183d-39fb-4a4b-ac90-f5554887e6e3 req-4665e313-e564-4b13-9c6a-9e393b4f257f tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Resources bound (agent type, host, resource id): {{(pid=93175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:37:46.748968 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.db.l3_dvrscheduler_db [req-d81e183d-39fb-4a4b-ac90-f5554887e6e3 req-4665e313-e564-4b13-9c6a-9e393b4f257f tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Received port after_create {{(pid=93175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:37:46.789703 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4665e313-e564-4b13-9c6a-9e393b4f257f tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Pushing event updated for resources: {'Port': ['ID=38f8da62-29a8-474e-8899-01e1030705b7,revision_number=1']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:37:46.831275 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4665e313-e564-4b13-9c6a-9e393b4f257f tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:37:46.833591 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4665e313-e564-4b13-9c6a-9e393b4f257f tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:37:46.833933 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4665e313-e564-4b13-9c6a-9e393b4f257f tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:37:46.834327 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4665e313-e564-4b13-9c6a-9e393b4f257f tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:37:46.834657 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4665e313-e564-4b13-9c6a-9e393b4f257f tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:37:46.835015 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4665e313-e564-4b13-9c6a-9e393b4f257f tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:37:46.835374 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4665e313-e564-4b13-9c6a-9e393b4f257f tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:37:46.835754 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4665e313-e564-4b13-9c6a-9e393b4f257f tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:37:46.836247 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4665e313-e564-4b13-9c6a-9e393b4f257f tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:37:46.836633 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4665e313-e564-4b13-9c6a-9e393b4f257f tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:37:46.836979 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4665e313-e564-4b13-9c6a-9e393b4f257f tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:37:46.837323 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4665e313-e564-4b13-9c6a-9e393b4f257f tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:37:46.854126 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-4665e313-e564-4b13-9c6a-9e393b4f257f tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:37:46.871832 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81e183d-39fb-4a4b-ac90-f5554887e6e3 req-4665e313-e564-4b13-9c6a-9e393b4f257f tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:46.872870 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-d81e183d-39fb-4a4b-ac90-f5554887e6e3 req-4665e313-e564-4b13-9c6a-9e393b4f257f tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126777'] for port, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:46.887774 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cd14ad-4c5d-4be5-820f-3a06991f3f32 req-fdcbd925-08d6-4901-9d49-6eaa0e0456fa tempest-VolumesNegativeTest-1263984459 tempest-VolumesNegativeTest-1263984459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:46.895266 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-55cd14ad-4c5d-4be5-820f-3a06991f3f32 req-fdcbd925-08d6-4901-9d49-6eaa0e0456fa tempest-VolumesNegativeTest-1263984459 tempest-VolumesNegativeTest-1263984459-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc81390f-d735-4361-acd0-927694308e55 HTTP/1.1" status: 200 len: 950 time: 0.2603300 Jun 29 11:37:46.930092 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-d81e183d-39fb-4a4b-ac90-f5554887e6e3 req-4665e313-e564-4b13-9c6a-9e393b4f257f tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2116029 Jun 29 11:37:46.950644 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.v2.base [req-d81e183d-39fb-4a4b-ac90-f5554887e6e3 req-700a01e1-5598-41da-a70b-a422e25f9d8c service neutron] Request body: {'port': {'device_id': '19fa6931-dd98-4188-9567-3461a41cb439', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:37:47.039145 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-55cd14ad-4c5d-4be5-820f-3a06991f3f32 req-8d56f3c8-eaba-411f-a13f-800e73a50900 tempest-VolumesNegativeTest-1263984459 tempest-VolumesNegativeTest-1263984459-project] 10.222.0.78 "GET /v2.0/security-groups?id=b164e641-3c27-4f0c-81a5-2e4f7b905f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426013 Jun 29 11:37:47.213853 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-d81e183d-39fb-4a4b-ac90-f5554887e6e3 req-700a01e1-5598-41da-a70b-a422e25f9d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:47.488100 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-04c54c8e-c967-4709-acde-7b30f7fad602 req-4d044c0c-30e1-4ac5-8f2a-bebb770d0196 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1473892 Jun 29 11:37:47.601832 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c54c8e-c967-4709-acde-7b30f7fad602 req-2a848b24-2b81-4a28-aaaf-241e5689ccf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:47.603719 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-04c54c8e-c967-4709-acde-7b30f7fad602 req-2a848b24-2b81-4a28-aaaf-241e5689ccf4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bcd5ad4328fb47e5815bb6b7debbea57&device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 1099 time: 0.0818162 Jun 29 11:37:47.680562 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d880558-d8ca-447a-98fd-e8ebbdd8b5a0 req-adc14c9b-e37f-4055-b6b3-dbc5d949ff1f tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:47.687808 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-9d880558-d8ca-447a-98fd-e8ebbdd8b5a0 req-adc14c9b-e37f-4055-b6b3-dbc5d949ff1f tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/ports?device_id=19fa6931-dd98-4188-9567-3461a41cb439 HTTP/1.1" status: 200 len: 932 time: 0.1814637 Jun 29 11:37:47.775335 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-9d880558-d8ca-447a-98fd-e8ebbdd8b5a0 req-8935563f-be04-4629-a04a-afafa331a75b tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c1a7ad6-20f5-44d5-aaf0-50a5387c12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865204 Jun 29 11:37:47.775614 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c54c8e-c967-4709-acde-7b30f7fad602 req-fe4bd984-ed31-4729-8820-8a0ea20d92ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:47.777303 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-04c54c8e-c967-4709-acde-7b30f7fad602 req-fe4bd984-ed31-4729-8820-8a0ea20d92ab service neutron] 10.222.0.21 "GET /v2.0/networks?id=b963bd4f-00c4-43c3-bead-28b3bc0930b9 HTTP/1.1" status: 200 len: 917 time: 0.1343584 Jun 29 11:37:47.809832 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.notifiers.nova [req-d81e183d-39fb-4a4b-ac90-f5554887e6e3 req-700a01e1-5598-41da-a70b-a422e25f9d8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38f8da62-29a8-474e-8899-01e1030705b7 {{(pid=93175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:37:47.842922 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-d81e183d-39fb-4a4b-ac90-f5554887e6e3 req-700a01e1-5598-41da-a70b-a422e25f9d8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:47.899128 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.db.provisioning_blocks [req-d81e183d-39fb-4a4b-ac90-f5554887e6e3 req-700a01e1-5598-41da-a70b-a422e25f9d8c service neutron] Transition to ACTIVE for port object 38f8da62-29a8-474e-8899-01e1030705b7 will not be triggered until provisioned by entity L2. {{(pid=93175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:37:47.910706 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-d81e183d-39fb-4a4b-ac90-f5554887e6e3 req-700a01e1-5598-41da-a70b-a422e25f9d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61826046'] for port, after_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:47.918312 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-aeefcf1b-c168-4b3f-bbd4-6bea889a0798 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:37:47.946494 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-04c54c8e-c967-4709-acde-7b30f7fad602 req-c866081d-5614-4d4f-a86f-6b902d761241 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=872cdef4-1097-4ec8-8250-adf21db70ac8 HTTP/1.1" status: 200 len: 1002 time: 0.1596451 Jun 29 11:37:48.038466 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c54c8e-c967-4709-acde-7b30f7fad602 req-c87b7421-1069-4d47-944b-ef3685c77893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:48.041249 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-04c54c8e-c967-4709-acde-7b30f7fad602 req-c87b7421-1069-4d47-944b-ef3685c77893 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2303b7c5-2df0-4ce3-8da2-9b421c47074d HTTP/1.1" status: 200 len: 855 time: 0.0752568 Jun 29 11:37:48.071643 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700a01e1-5598-41da-a70b-a422e25f9d8c service neutron] Pushing event updated for resources: {'Port': ['ID=38f8da62-29a8-474e-8899-01e1030705b7,revision_number=2']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:37:48.084699 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-700a01e1-5598-41da-a70b-a422e25f9d8c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:37:48.245955 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c54c8e-c967-4709-acde-7b30f7fad602 req-aff4bc61-4f95-4aeb-8585-27ecb547225a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:48.249326 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-04c54c8e-c967-4709-acde-7b30f7fad602 req-aff4bc61-4f95-4aeb-8585-27ecb547225a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b963bd4f-00c4-43c3-bead-28b3bc0930b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1884758 Jun 29 11:37:48.456393 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-04c54c8e-c967-4709-acde-7b30f7fad602 req-38bba6aa-c42c-432e-9d55-d5e9be54ca2f service neutron] 10.222.0.21 "GET /v2.0/networks/b963bd4f-00c4-43c3-bead-28b3bc0930b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957033 Jun 29 11:37:48.560494 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 50992) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:37:48.622212 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519aabab-c54c-49df-835a-98a37c011a96 req-b2616bac-ee65-4be0-b088-13c4f9ca6720 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:48.624149 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-519aabab-c54c-49df-835a-98a37c011a96 req-b2616bac-ee65-4be0-b088-13c4f9ca6720 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=29442a1b-ad91-4973-ae54-e447e1f09a21 HTTP/1.1" status: 200 len: 945 time: 0.6299770 Jun 29 11:37:48.633178 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.managers [req-d81e183d-39fb-4a4b-ac90-f5554887e6e3 req-700a01e1-5598-41da-a70b-a422e25f9d8c service neutron] Attempting to bind port 38f8da62-29a8-474e-8899-01e1030705b7 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:37:48.634536 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.managers [req-d81e183d-39fb-4a4b-ac90-f5554887e6e3 req-700a01e1-5598-41da-a70b-a422e25f9d8c service neutron] Attempting to bind port 38f8da62-29a8-474e-8899-01e1030705b7 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '0949f310-551d-4292-95ed-764ccdcd59df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '370af924-d6bd-4821-9056-c2048b5ccd31'}] {{(pid=93175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:37:48.635100 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81e183d-39fb-4a4b-ac90-f5554887e6e3 req-700a01e1-5598-41da-a70b-a422e25f9d8c service neutron] Attempting to bind port 38f8da62-29a8-474e-8899-01e1030705b7 on network 370af924-d6bd-4821-9056-c2048b5ccd31 {{(pid=93175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:37:48.659606 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81e183d-39fb-4a4b-ac90-f5554887e6e3 req-700a01e1-5598-41da-a70b-a422e25f9d8c service neutron] Port 38f8da62-29a8-474e-8899-01e1030705b7 on network 370af924-d6bd-4821-9056-c2048b5ccd31 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 11:37:48.660221 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81e183d-39fb-4a4b-ac90-f5554887e6e3 req-700a01e1-5598-41da-a70b-a422e25f9d8c service neutron] Attempting to bind port 38f8da62-29a8-474e-8899-01e1030705b7 on network 370af924-d6bd-4821-9056-c2048b5ccd31 {{(pid=93175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:37:48.676654 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81e183d-39fb-4a4b-ac90-f5554887e6e3 req-700a01e1-5598-41da-a70b-a422e25f9d8c service neutron] Checking agent: {'id': '2f355b06-002c-40e6-bb76-5e394ebaabf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 33, 51), 'started_at': datetime.datetime(2021, 6, 29, 11, 33, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:37:48.677295 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81e183d-39fb-4a4b-ac90-f5554887e6e3 req-700a01e1-5598-41da-a70b-a422e25f9d8c service neutron] Checking segment: {'id': '0949f310-551d-4292-95ed-764ccdcd59df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '370af924-d6bd-4821-9056-c2048b5ccd31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:37:48.677861 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d81e183d-39fb-4a4b-ac90-f5554887e6e3 req-700a01e1-5598-41da-a70b-a422e25f9d8c service neutron] Bound using segment: {'id': '0949f310-551d-4292-95ed-764ccdcd59df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '370af924-d6bd-4821-9056-c2048b5ccd31'} {{(pid=93175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:37:48.678496 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.managers [req-d81e183d-39fb-4a4b-ac90-f5554887e6e3 req-700a01e1-5598-41da-a70b-a422e25f9d8c service neutron] Bound port: 38f8da62-29a8-474e-8899-01e1030705b7, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0949f310-551d-4292-95ed-764ccdcd59df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '370af924-d6bd-4821-9056-c2048b5ccd31'}}] {{(pid=93175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:37:48.679034 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-d81e183d-39fb-4a4b-ac90-f5554887e6e3 req-700a01e1-5598-41da-a70b-a422e25f9d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:48.695370 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e2d6e0-7fa8-4294-9f18-28d4c762cdd8 req-5e5a2157-2060-4a92-aa74-dd1beb0210a9 tempest-VolumesNegativeTest-1263984459 tempest-VolumesNegativeTest-1263984459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:48.703328 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-b7e2d6e0-7fa8-4294-9f18-28d4c762cdd8 req-5e5a2157-2060-4a92-aa74-dd1beb0210a9 tempest-VolumesNegativeTest-1263984459 tempest-VolumesNegativeTest-1263984459-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc81390f-d735-4361-acd0-927694308e55 HTTP/1.1" status: 200 len: 950 time: 0.5591109 Jun 29 11:37:48.728713 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-519aabab-c54c-49df-835a-98a37c011a96 req-431cfc01-9ad9-4c65-855e-b33449f33735 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979245 Jun 29 11:37:48.882779 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.db [req-d81e183d-39fb-4a4b-ac90-f5554887e6e3 req-700a01e1-5598-41da-a70b-a422e25f9d8c service neutron] For port 38f8da62-29a8-474e-8899-01e1030705b7, host hv-cinder-79760, cleared binding levels {{(pid=93175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:37:48.886468 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.db [req-d81e183d-39fb-4a4b-ac90-f5554887e6e3 req-700a01e1-5598-41da-a70b-a422e25f9d8c service neutron] For port 38f8da62-29a8-474e-8899-01e1030705b7, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=38f8da62-29a8-474e-8899-01e1030705b7,segment=NetworkSegment(0949f310-551d-4292-95ed-764ccdcd59df),segment_id=0949f310-551d-4292-95ed-764ccdcd59df)] {{(pid=93175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:37:48.906011 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-d81e183d-39fb-4a4b-ac90-f5554887e6e3 req-700a01e1-5598-41da-a70b-a422e25f9d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61826046'] for port, after_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:48.939424 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-08d46319-7a11-49b3-8079-e159d647568a tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:37:48.950093 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-b7e2d6e0-7fa8-4294-9f18-28d4c762cdd8 req-a5e045a2-7ab8-4ed6-a86e-7febf3d50dac tempest-VolumesNegativeTest-1263984459 tempest-VolumesNegativeTest-1263984459-project] 10.222.0.78 "GET /v2.0/security-groups?id=b164e641-3c27-4f0c-81a5-2e4f7b905f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455688 Jun 29 11:37:48.970033 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1b606de1-22b7-4890-9217-18772097e4a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:48.994282 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81e183d-39fb-4a4b-ac90-f5554887e6e3 req-700a01e1-5598-41da-a70b-a422e25f9d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:48.995008 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-d81e183d-39fb-4a4b-ac90-f5554887e6e3 req-700a01e1-5598-41da-a70b-a422e25f9d8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126777'] for port, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:48.996741 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-d81e183d-39fb-4a4b-ac90-f5554887e6e3 req-700a01e1-5598-41da-a70b-a422e25f9d8c service neutron] 10.222.0.21 "PUT /v2.0/ports/38f8da62-29a8-474e-8899-01e1030705b7 HTTP/1.1" status: 200 len: 1094 time: 2.0573909 Jun 29 11:37:49.001439 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19fa6931-dd98-4188-9567-3461a41cb439', 'tag': '38f8da62-29a8-474e-8899-01e1030705b7'}] {{(pid=93175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:37:49.003503 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}879b71c770f982178fec1a07a47b9a5355ed3bb08afc25f1aa80a68f93cb18a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-526bcab6-f826-4b53-8aeb-7707ca3b0676" -d '{"events": [{"name": "network-changed", "server_uuid": "19fa6931-dd98-4188-9567-3461a41cb439", "tag": "38f8da62-29a8-474e-8899-01e1030705b7"}]}' {{(pid=93175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:37:49.028130 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-04c54c8e-c967-4709-acde-7b30f7fad602 req-f638a349-9c7c-4024-881f-5f25e1fc6f7f service neutron] 10.222.0.21 "GET /v2.0/networks/b963bd4f-00c4-43c3-bead-28b3bc0930b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5529165 Jun 29 11:37:49.035670 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700a01e1-5598-41da-a70b-a422e25f9d8c service neutron] Pushing event updated for resources: {'Port': ['ID=38f8da62-29a8-474e-8899-01e1030705b7,revision_number=3']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:37:49.043317 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-700a01e1-5598-41da-a70b-a422e25f9d8c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:37:49.093277 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 11:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea531cc-b85d-41b3-95f4-f31b6334d8e8 x-openstack-request-id: req-1ea531cc-b85d-41b3-95f4-f31b6334d8e8 {{(pid=93175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:37:49.093504 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19fa6931-dd98-4188-9567-3461a41cb439", "tag": "38f8da62-29a8-474e-8899-01e1030705b7", "status": "completed", "code": 200}]} {{(pid=93175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:37:49.093758 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1ea531cc-b85d-41b3-95f4-f31b6334d8e8 {{(pid=93175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:37:49.094171 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19fa6931-dd98-4188-9567-3461a41cb439', 'tag': '38f8da62-29a8-474e-8899-01e1030705b7', 'status': 'completed', 'code': 200} Jun 29 11:37:49.148567 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81e183d-39fb-4a4b-ac90-f5554887e6e3 req-ea4808f9-078f-4f2b-92c3-0b1fbafd0b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:49.151025 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-d81e183d-39fb-4a4b-ac90-f5554887e6e3 req-ea4808f9-078f-4f2b-92c3-0b1fbafd0b98 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b0862d86861e4a6294669237a0d1c827&device_id=19fa6931-dd98-4188-9567-3461a41cb439 HTTP/1.1" status: 200 len: 1097 time: 0.0985198 Jun 29 11:37:49.168991 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1b606de1-22b7-4890-9217-18772097e4a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:49.176691 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1b606de1-22b7-4890-9217-18772097e4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:49.184139 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-97410f6c-6422-4f8b-8387-c4ec67060b51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:37:49.205798 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-d81e183d-39fb-4a4b-ac90-f5554887e6e3 req-e3a07ac5-d2a0-4591-8d97-b5e36a006044 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38f8da62-29a8-474e-8899-01e1030705b7 HTTP/1.1" status: 200 len: 217 time: 0.0440345 Jun 29 11:37:49.239945 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-1b606de1-22b7-4890-9217-18772097e4a3 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d2c583e97e554a2687f3e07e808b2531&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6755421 Jun 29 11:37:49.240939 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b606de1-22b7-4890-9217-18772097e4a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59ca17f2-832b-492b-b336-c76a3c524013,revision_number=1']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:37:49.243646 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 51004) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:37:49.250546 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-1b606de1-22b7-4890-9217-18772097e4a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:37:49.350380 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-54f0e7c5-7ae7-4379-8706-e13f1c913fa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:49.360466 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81e183d-39fb-4a4b-ac90-f5554887e6e3 req-11d5bcdb-cbd1-4d30-af02-30607b170467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:49.363235 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-d81e183d-39fb-4a4b-ac90-f5554887e6e3 req-11d5bcdb-cbd1-4d30-af02-30607b170467 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8ea9ab15-43b2-48ad-8e01-7b17b01c47dd HTTP/1.1" status: 200 len: 855 time: 0.1437531 Jun 29 11:37:49.384338 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-54f0e7c5-7ae7-4379-8706-e13f1c913fa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:49.394737 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6322d95d-5dab-4eb9-8f2f-06074a3111b9 req-4d7d7174-a9ec-4a7f-b6d4-81b4b645179d tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:49.396476 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-6322d95d-5dab-4eb9-8f2f-06074a3111b9 req-4d7d7174-a9ec-4a7f-b6d4-81b4b645179d tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/ports?device_id=19fa6931-dd98-4188-9567-3461a41cb439 HTTP/1.1" status: 200 len: 944 time: 0.1210902 Jun 29 11:37:49.434336 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-d81e183d-39fb-4a4b-ac90-f5554887e6e3 req-4c4202bf-5037-4b1c-89dc-db1800b86130 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=370af924-d6bd-4821-9056-c2048b5ccd31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613062 Jun 29 11:37:49.464384 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-6322d95d-5dab-4eb9-8f2f-06074a3111b9 req-f1e05595-cd36-46df-87ad-8a7d7bd131b4 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c1a7ad6-20f5-44d5-aaf0-50a5387c12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610662 Jun 29 11:37:49.492069 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-54f0e7c5-7ae7-4379-8706-e13f1c913fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:49.495077 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-54f0e7c5-7ae7-4379-8706-e13f1c913fa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:49.500491 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-54f0e7c5-7ae7-4379-8706-e13f1c913fa6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/59ca17f2-832b-492b-b336-c76a3c524013 HTTP/1.1" status: 204 len: 168 time: 0.2557070 Jun 29 11:37:49.501421 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-ecc7fd19-bc75-4d81-80ce-7b3b552503a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:37:49.531812 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f0e7c5-7ae7-4379-8706-e13f1c913fa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ca17f2-832b-492b-b336-c76a3c524013,revision_number=None']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:37:49.540191 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-54f0e7c5-7ae7-4379-8706-e13f1c913fa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:37:49.702719 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-d81e183d-39fb-4a4b-ac90-f5554887e6e3 req-bd63cadb-bc99-46b9-b2d7-6e9def85edc9 service neutron] 10.222.0.21 "GET /v2.0/networks/370af924-d6bd-4821-9056-c2048b5ccd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539363 Jun 29 11:37:50.027732 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-d81e183d-39fb-4a4b-ac90-f5554887e6e3 req-b4a621c0-4eb2-4bc7-8888-d5a588f597fc service neutron] 10.222.0.21 "GET /v2.0/networks/370af924-d6bd-4821-9056-c2048b5ccd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852492 Jun 29 11:37:50.141574 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa02b80-0105-4cb6-a530-47563ad5515a req-63185db3-e37f-48a5-bd5c-9927f5effd1a tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:50.150987 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-8fa02b80-0105-4cb6-a530-47563ad5515a req-63185db3-e37f-48a5-bd5c-9927f5effd1a tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=29442a1b-ad91-4973-ae54-e447e1f09a21 HTTP/1.1" status: 200 len: 945 time: 0.1457055 Jun 29 11:37:50.240536 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526bcab6-f826-4b53-8aeb-7707ca3b0676 req-5040f748-b5f7-4c23-a8eb-8908e4f63e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:50.243989 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-526bcab6-f826-4b53-8aeb-7707ca3b0676 req-5040f748-b5f7-4c23-a8eb-8908e4f63e6e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b0862d86861e4a6294669237a0d1c827&device_id=19fa6931-dd98-4188-9567-3461a41cb439 HTTP/1.1" status: 200 len: 1097 time: 0.1304052 Jun 29 11:37:50.293515 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-8fa02b80-0105-4cb6-a530-47563ad5515a req-60e64683-fa27-4786-8854-e4966894d2da tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412091 Jun 29 11:37:50.428720 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c669b03-3721-4a5e-b9fb-18778a39f373 req-bdba1b27-60b2-4642-b0dd-f535f8b46148 tempest-VolumesNegativeTest-1263984459 tempest-VolumesNegativeTest-1263984459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:50.435371 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-8c669b03-3721-4a5e-b9fb-18778a39f373 req-bdba1b27-60b2-4642-b0dd-f535f8b46148 tempest-VolumesNegativeTest-1263984459 tempest-VolumesNegativeTest-1263984459-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc81390f-d735-4361-acd0-927694308e55 HTTP/1.1" status: 200 len: 950 time: 0.2672713 Jun 29 11:37:50.454873 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526bcab6-f826-4b53-8aeb-7707ca3b0676 req-85312fb0-0be9-44bb-8bbd-53e2c77b038a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:50.456876 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-526bcab6-f826-4b53-8aeb-7707ca3b0676 req-85312fb0-0be9-44bb-8bbd-53e2c77b038a service neutron] 10.222.0.21 "GET /v2.0/networks?id=370af924-d6bd-4821-9056-c2048b5ccd31 HTTP/1.1" status: 200 len: 916 time: 0.2012680 Jun 29 11:37:50.474482 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60efa7c-09e9-4a62-8f7f-9fd41be4d56f req-d00d9409-acae-4efa-b917-bf8f0f164561 tempest-VolumesNegativeTest-1263984459 tempest-VolumesNegativeTest-1263984459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:50.476069 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-f60efa7c-09e9-4a62-8f7f-9fd41be4d56f req-d00d9409-acae-4efa-b917-bf8f0f164561 tempest-VolumesNegativeTest-1263984459 tempest-VolumesNegativeTest-1263984459-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc81390f-d735-4361-acd0-927694308e55 HTTP/1.1" status: 200 len: 950 time: 0.2459488 Jun 29 11:37:50.522022 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-526bcab6-f826-4b53-8aeb-7707ca3b0676 req-d20727f2-5644-491d-9c09-82edd86f29b5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38f8da62-29a8-474e-8899-01e1030705b7 HTTP/1.1" status: 200 len: 217 time: 0.0571854 Jun 29 11:37:50.556787 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:50.589599 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526bcab6-f826-4b53-8aeb-7707ca3b0676 req-3688aa77-e287-4b65-be7d-4a848867c801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:50.591102 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-526bcab6-f826-4b53-8aeb-7707ca3b0676 req-3688aa77-e287-4b65-be7d-4a848867c801 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8ea9ab15-43b2-48ad-8e01-7b17b01c47dd HTTP/1.1" status: 200 len: 855 time: 0.0570064 Jun 29 11:37:50.646551 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-526bcab6-f826-4b53-8aeb-7707ca3b0676 req-b18b5b6f-3f16-4a96-b6b5-5002e707bf52 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=370af924-d6bd-4821-9056-c2048b5ccd31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477891 Jun 29 11:37:50.652234 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-f60efa7c-09e9-4a62-8f7f-9fd41be4d56f req-a99b5932-c89f-4395-b962-7b610fb8f964 tempest-VolumesNegativeTest-1263984459 tempest-VolumesNegativeTest-1263984459-project] 10.222.0.78 "GET /v2.0/security-groups?id=b164e641-3c27-4f0c-81a5-2e4f7b905f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544204 Jun 29 11:37:50.769384 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-526bcab6-f826-4b53-8aeb-7707ca3b0676 req-ca972763-f47a-4b21-83bc-9dfadf2be8ad service neutron] 10.222.0.21 "GET /v2.0/networks/370af924-d6bd-4821-9056-c2048b5ccd31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152737 Jun 29 11:37:50.796881 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.plugin [req-8c669b03-3721-4a5e-b9fb-18778a39f373 req-9be261cb-6714-4c0d-9848-7a58b2e64bf0 tempest-VolumesNegativeTest-1263984459 tempest-VolumesNegativeTest-1263984459-project] Deleting port 3bd22291-1cd1-4dc6-9f6d-c351ba1462cb {{(pid=93175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:37:50.797449 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-8c669b03-3721-4a5e-b9fb-18778a39f373 req-9be261cb-6714-4c0d-9848-7a58b2e64bf0 tempest-VolumesNegativeTest-1263984459 tempest-VolumesNegativeTest-1263984459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744991508026'] for port, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:50.868871 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 51058) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:37:50.943919 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-72160d78-1491-4d85-95e1-2a7f44fb9317 admin admin] Deleting subnet 13fcb72b-56e2-4a0b-ab6f-595d0ad47028 {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 11:37:50.952488 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.db [req-8c669b03-3721-4a5e-b9fb-18778a39f373 req-9be261cb-6714-4c0d-9848-7a58b2e64bf0 tempest-VolumesNegativeTest-1263984459 tempest-VolumesNegativeTest-1263984459-project] For port 3bd22291-1cd1-4dc6-9f6d-c351ba1462cb, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=3bd22291-1cd1-4dc6-9f6d-c351ba1462cb,segment=NetworkSegment(f2079ee0-4544-4956-ae7e-792f04833c2f),segment_id=f2079ee0-4544-4956-ae7e-792f04833c2f)] {{(pid=93175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:37:50.952889 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-8c669b03-3721-4a5e-b9fb-18778a39f373 req-9be261cb-6714-4c0d-9848-7a58b2e64bf0 tempest-VolumesNegativeTest-1263984459 tempest-VolumesNegativeTest-1263984459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013211'] for port, precommit_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:50.963041 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-72160d78-1491-4d85-95e1-2a7f44fb9317 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:50.977594 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263bf8ad-e2e3-4e08-9e0d-80c8ed61cb32 req-74f0dd37-b514-4dbe-ad03-55bb07fda6f2 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:50.979167 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-263bf8ad-e2e3-4e08-9e0d-80c8ed61cb32 req-74f0dd37-b514-4dbe-ad03-55bb07fda6f2 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/ports?device_id=19fa6931-dd98-4188-9567-3461a41cb439 HTTP/1.1" status: 200 len: 944 time: 0.2801344 Jun 29 11:37:50.984386 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.plugin [req-8c669b03-3721-4a5e-b9fb-18778a39f373 req-9be261cb-6714-4c0d-9848-7a58b2e64bf0 tempest-VolumesNegativeTest-1263984459 tempest-VolumesNegativeTest-1263984459-project] Calling delete_port for 3bd22291-1cd1-4dc6-9f6d-c351ba1462cb owned by compute:nova {{(pid=93175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:37:51.022986 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-526bcab6-f826-4b53-8aeb-7707ca3b0676 req-f64def70-d336-4b84-a65e-014f33235f4a service neutron] 10.222.0.21 "GET /v2.0/networks/370af924-d6bd-4821-9056-c2048b5ccd31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384989 Jun 29 11:37:51.025732 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-72160d78-1491-4d85-95e1-2a7f44fb9317 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:51.036655 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-72160d78-1491-4d85-95e1-2a7f44fb9317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4171685'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:51.107887 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-263bf8ad-e2e3-4e08-9e0d-80c8ed61cb32 req-572cd459-6a71-49ff-b841-1c71de57bc3b tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c1a7ad6-20f5-44d5-aaf0-50a5387c12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130145 Jun 29 11:37:51.133993 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-72160d78-1491-4d85-95e1-2a7f44fb9317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4171708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:51.137661 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:37:51.173170 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72160d78-1491-4d85-95e1-2a7f44fb9317 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13fcb72b-56e2-4a0b-ab6f-595d0ad47028,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:37:51.184489 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-72160d78-1491-4d85-95e1-2a7f44fb9317 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:51.186469 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-72160d78-1491-4d85-95e1-2a7f44fb9317 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/13fcb72b-56e2-4a0b-ab6f-595d0ad47028 HTTP/1.1" status: 204 len: 168 time: 0.3165944 Jun 29 11:37:51.190752 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 51068) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:37:51.199003 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72160d78-1491-4d85-95e1-2a7f44fb9317 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:37:51.199446 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72160d78-1491-4d85-95e1-2a7f44fb9317 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:37:51.199760 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72160d78-1491-4d85-95e1-2a7f44fb9317 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:37:51.200116 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72160d78-1491-4d85-95e1-2a7f44fb9317 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:37:51.200472 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72160d78-1491-4d85-95e1-2a7f44fb9317 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:37:51.200823 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72160d78-1491-4d85-95e1-2a7f44fb9317 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:37:51.201172 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72160d78-1491-4d85-95e1-2a7f44fb9317 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:37:51.201521 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72160d78-1491-4d85-95e1-2a7f44fb9317 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:37:51.201864 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72160d78-1491-4d85-95e1-2a7f44fb9317 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:37:51.202207 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72160d78-1491-4d85-95e1-2a7f44fb9317 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:37:51.202543 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72160d78-1491-4d85-95e1-2a7f44fb9317 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:37:51.203048 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72160d78-1491-4d85-95e1-2a7f44fb9317 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:37:51.207121 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-72160d78-1491-4d85-95e1-2a7f44fb9317 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:37:51.269900 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-8c669b03-3721-4a5e-b9fb-18778a39f373 req-9be261cb-6714-4c0d-9848-7a58b2e64bf0 tempest-VolumesNegativeTest-1263984459 tempest-VolumesNegativeTest-1263984459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744991430440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744990953750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61825989'] for port, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:51.275519 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:37:51.285243 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] get_ports_and_sgs() called for port_ids ['3bd22291-1cd1-4dc6-9f6d-c351ba1462cb'] {{(pid=93177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:37:51.316178 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-aa0475c0-8f5c-432d-98cc-0daa9362f46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3737496'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:51.328393 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be261cb-6714-4c0d-9848-7a58b2e64bf0 tempest-VolumesNegativeTest-1263984459 tempest-VolumesNegativeTest-1263984459-project] Pushing event deleted for resources: {'Port': ['ID=3bd22291-1cd1-4dc6-9f6d-c351ba1462cb,revision_number=None']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:37:51.338246 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-9be261cb-6714-4c0d-9848-7a58b2e64bf0 tempest-VolumesNegativeTest-1263984459 tempest-VolumesNegativeTest-1263984459-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:37:51.396298 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c669b03-3721-4a5e-b9fb-18778a39f373 req-9be261cb-6714-4c0d-9848-7a58b2e64bf0 tempest-VolumesNegativeTest-1263984459 tempest-VolumesNegativeTest-1263984459-project] No DVR routers for this DVR port 3bd22291-1cd1-4dc6-9f6d-c351ba1462cb on host hv-cinder-79760 {{(pid=93175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:37:51.412161 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-8c669b03-3721-4a5e-b9fb-18778a39f373 req-9be261cb-6714-4c0d-9848-7a58b2e64bf0 tempest-VolumesNegativeTest-1263984459 tempest-VolumesNegativeTest-1263984459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126777'] for port, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:51.414200 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-8c669b03-3721-4a5e-b9fb-18778a39f373 req-9be261cb-6714-4c0d-9848-7a58b2e64bf0 tempest-VolumesNegativeTest-1263984459 tempest-VolumesNegativeTest-1263984459-project] 10.222.0.21 "DELETE /v2.0/ports/3bd22291-1cd1-4dc6-9f6d-c351ba1462cb HTTP/1.1" status: 204 len: 173 time: 0.9620373 Jun 29 11:37:51.414829 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc81390f-d735-4361-acd0-927694308e55', 'name': 'network-vif-deleted', 'tag': '3bd22291-1cd1-4dc6-9f6d-c351ba1462cb'}] {{(pid=93175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:37:51.417709 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}879b71c770f982178fec1a07a47b9a5355ed3bb08afc25f1aa80a68f93cb18a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c105c4f-6fc0-4b36-868a-d5c9f8985c65" -d '{"events": [{"server_uuid": "cc81390f-d735-4361-acd0-927694308e55", "name": "network-vif-deleted", "tag": "3bd22291-1cd1-4dc6-9f6d-c351ba1462cb"}]}' {{(pid=93175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:37:51.536457 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c27a565c-86d2-4991-8fe5-9b9970ccb074 x-openstack-request-id: req-c27a565c-86d2-4991-8fe5-9b9970ccb074 {{(pid=93175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:37:51.536906 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc81390f-d735-4361-acd0-927694308e55", "name": "network-vif-deleted", "tag": "3bd22291-1cd1-4dc6-9f6d-c351ba1462cb", "status": "completed", "code": 200}]} {{(pid=93175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:37:51.537284 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c27a565c-86d2-4991-8fe5-9b9970ccb074 {{(pid=93175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:37:51.537882 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc81390f-d735-4361-acd0-927694308e55', 'name': 'network-vif-deleted', 'tag': '3bd22291-1cd1-4dc6-9f6d-c351ba1462cb', 'status': 'completed', 'code': 200} Jun 29 11:37:51.568553 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-aa0475c0-8f5c-432d-98cc-0daa9362f46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4171643', 'neutron.services.segments.db._delete_segments_for_network-8744991479107'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:51.593758 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-aa0475c0-8f5c-432d-98cc-0daa9362f46b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:37:51.594211 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-aa0475c0-8f5c-432d-98cc-0daa9362f46b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:37:51.595328 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-aa0475c0-8f5c-432d-98cc-0daa9362f46b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:37:51.596855 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-aa0475c0-8f5c-432d-98cc-0daa9362f46b admin admin] Subscribe: > port after_create 55550000 {{(pid=93176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:37:51.599591 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-aa0475c0-8f5c-432d-98cc-0daa9362f46b admin admin] Subscribe: > port after_delete 55550000 {{(pid=93176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:37:51.599591 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-aa0475c0-8f5c-432d-98cc-0daa9362f46b admin admin] Subscribe: > port after_update 55550000 {{(pid=93176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:37:51.599591 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-aa0475c0-8f5c-432d-98cc-0daa9362f46b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:37:51.599591 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-aa0475c0-8f5c-432d-98cc-0daa9362f46b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:37:51.599591 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-aa0475c0-8f5c-432d-98cc-0daa9362f46b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:37:51.599591 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-aa0475c0-8f5c-432d-98cc-0daa9362f46b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:37:51.775209 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e7f321-7ed4-42ae-8d84-1cfeb966eb2a req-029c5783-b468-440b-8458-838cbdd600b2 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:51.787943 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-35e7f321-7ed4-42ae-8d84-1cfeb966eb2a req-029c5783-b468-440b-8458-838cbdd600b2 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=29442a1b-ad91-4973-ae54-e447e1f09a21 HTTP/1.1" status: 200 len: 945 time: 0.2197597 Jun 29 11:37:51.817142 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-aa0475c0-8f5c-432d-98cc-0daa9362f46b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:37:51.817551 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-aa0475c0-8f5c-432d-98cc-0daa9362f46b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:37:51.817885 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-aa0475c0-8f5c-432d-98cc-0daa9362f46b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:37:51.818217 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-aa0475c0-8f5c-432d-98cc-0daa9362f46b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93176) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 11:37:51.818734 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.services.segments.db [None req-aa0475c0-8f5c-432d-98cc-0daa9362f46b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2332200-850d-4113-aa59-ea01be4aba3d']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:37:51.848109 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.services.segments.db [None req-aa0475c0-8f5c-432d-98cc-0daa9362f46b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dd329e6-f3f4-41ec-84fb-b2fb9d144236') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:37:51.851002 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.services.segments.db [None req-aa0475c0-8f5c-432d-98cc-0daa9362f46b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dd329e6-f3f4-41ec-84fb-b2fb9d144236') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:37:51.869477 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-35e7f321-7ed4-42ae-8d84-1cfeb966eb2a req-81cc3f61-c7a8-4397-b8e9-4351cf6dc100 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792918 Jun 29 11:37:51.871503 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-aa0475c0-8f5c-432d-98cc-0daa9362f46b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744991309258', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62645028'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:51.905531 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-aa0475c0-8f5c-432d-98cc-0daa9362f46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144823'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:51.926343 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa0475c0-8f5c-432d-98cc-0daa9362f46b admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 11:37:51.927413 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-aa0475c0-8f5c-432d-98cc-0daa9362f46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58778258'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:52.097444 dv-cinder-797608-2-smb neutron-server[93176]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 29 11:37:52.097444 dv-cinder-797608-2-smb neutron-server[93176]: from cryptography.utils import int_from_bytes Jun 29 11:37:52.097444 dv-cinder-797608-2-smb neutron-server[93176]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 29 11:37:52.097444 dv-cinder-797608-2-smb neutron-server[93176]: from cryptography.utils import int_from_bytes Jun 29 11:37:52.097444 dv-cinder-797608-2-smb neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:37:52.097444 dv-cinder-797608-2-smb neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:37:52.097444 dv-cinder-797608-2-smb neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:37:52.097444 dv-cinder-797608-2-smb neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:37:52.097444 dv-cinder-797608-2-smb neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:37:52.097444 dv-cinder-797608-2-smb neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:37:52.097444 dv-cinder-797608-2-smb neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:37:52.097444 dv-cinder-797608-2-smb neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:37:52.097444 dv-cinder-797608-2-smb neutron-server[93176]: Traceback (most recent call last): Jun 29 11:37:52.097444 dv-cinder-797608-2-smb neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 11:37:52.097444 dv-cinder-797608-2-smb neutron-server[93176]: timer() Jun 29 11:37:52.097444 dv-cinder-797608-2-smb neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 11:37:52.097444 dv-cinder-797608-2-smb neutron-server[93176]: cb(*args, **kw) Jun 29 11:37:52.097444 dv-cinder-797608-2-smb neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 11:37:52.097444 dv-cinder-797608-2-smb neutron-server[93176]: return func(*args, **kwargs) Jun 29 11:37:52.097444 dv-cinder-797608-2-smb neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 11:37:52.097444 dv-cinder-797608-2-smb neutron-server[93176]: self._notify() Jun 29 11:37:52.097444 dv-cinder-797608-2-smb neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 11:37:52.097444 dv-cinder-797608-2-smb neutron-server[93176]: self.callback(batched_events) Jun 29 11:37:52.097444 dv-cinder-797608-2-smb neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 11:37:52.097444 dv-cinder-797608-2-smb neutron-server[93176]: event.method(event) Jun 29 11:37:52.097444 dv-cinder-797608-2-smb neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 11:37:52.097444 dv-cinder-797608-2-smb neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 11:37:52.097444 dv-cinder-797608-2-smb neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 11:37:52.097444 dv-cinder-797608-2-smb neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 11:37:52.097444 dv-cinder-797608-2-smb neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 11:37:52.097444 dv-cinder-797608-2-smb neutron-server[93176]: return f(self, *a, **k) Jun 29 11:37:52.097444 dv-cinder-797608-2-smb neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 11:37:52.097444 dv-cinder-797608-2-smb neutron-server[93176]: return self._get(url).json() Jun 29 11:37:52.097444 dv-cinder-797608-2-smb neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 11:37:52.097444 dv-cinder-797608-2-smb neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 11:37:52.097444 dv-cinder-797608-2-smb neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 11:37:52.097444 dv-cinder-797608-2-smb neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 29 11:37:52.097444 dv-cinder-797608-2-smb neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 11:37:52.097444 dv-cinder-797608-2-smb neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 11:37:52.097444 dv-cinder-797608-2-smb neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 11:37:52.097444 dv-cinder-797608-2-smb neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 11:37:52.097444 dv-cinder-797608-2-smb neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 11:37:52.097444 dv-cinder-797608-2-smb neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 11:37:52.097444 dv-cinder-797608-2-smb neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 11:37:52.112885 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-aa0475c0-8f5c-432d-98cc-0daa9362f46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4171616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-533507'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:52.125755 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:37:52.189009 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0475c0-8f5c-432d-98cc-0daa9362f46b admin admin] Pushing event deleted for resources: {'Network': ['ID=c2332200-850d-4113-aa59-ea01be4aba3d,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:37:52.192703 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-aa0475c0-8f5c-432d-98cc-0daa9362f46b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636407'] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:52.208301 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-aa0475c0-8f5c-432d-98cc-0daa9362f46b admin admin] 10.222.0.78 "DELETE /v2.0/networks/c2332200-850d-4113-aa59-ea01be4aba3d HTTP/1.1" status: 204 len: 168 time: 1.0115805 Jun 29 11:37:52.209425 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 51088) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:37:52.323011 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-a1b25aea-bfa7-470f-b1f9-e5f3ac1881ee req-c16cd3df-24f0-47e6-a007-b08bac8fafc0 tempest-VolumesNegativeTest-1263984459 tempest-VolumesNegativeTest-1263984459-project] 10.222.0.78 "GET /v2.0/ports?device_id=cc81390f-d735-4361-acd0-927694308e55 HTTP/1.1" status: 200 len: 210 time: 0.1178119 Jun 29 11:37:52.338024 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-aa0475c0-8f5c-432d-98cc-0daa9362f46b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:37:52.344247 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-08c1c4c7-a3c7-4386-9f13-1e15b03ae673 admin admin] Deleting subnet a9ecb9b8-5254-483d-8db7-34ec1f7d8e96 {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 11:37:52.354623 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-08c1c4c7-a3c7-4386-9f13-1e15b03ae673 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:52.477377 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-08c1c4c7-a3c7-4386-9f13-1e15b03ae673 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62645035'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:52.573241 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-08c1c4c7-a3c7-4386-9f13-1e15b03ae673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4171685'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:52.659026 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dbc5d6-0061-46ad-8609-fe5ea03d44b9 req-f2545207-b44e-4d6e-a56e-2beae590e9a0 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:52.667076 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-a7dbc5d6-0061-46ad-8609-fe5ea03d44b9 req-f2545207-b44e-4d6e-a56e-2beae590e9a0 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/ports?device_id=19fa6931-dd98-4188-9567-3461a41cb439 HTTP/1.1" status: 200 len: 944 time: 0.1536660 Jun 29 11:37:52.733339 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-a7dbc5d6-0061-46ad-8609-fe5ea03d44b9 req-3f24b49f-9edf-4873-b5b0-b0983ba1fdaa tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c1a7ad6-20f5-44d5-aaf0-50a5387c12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647378 Jun 29 11:37:52.762109 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-08c1c4c7-a3c7-4386-9f13-1e15b03ae673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4171708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58778175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62643856'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:52.779804 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-72160d78-1491-4d85-95e1-2a7f44fb9317 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:37:52.795195 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-08c1c4c7-a3c7-4386-9f13-1e15b03ae673 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:52.798131 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-08c1c4c7-a3c7-4386-9f13-1e15b03ae673 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/a9ecb9b8-5254-483d-8db7-34ec1f7d8e96 HTTP/1.1" status: 204 len: 168 time: 0.5846291 Jun 29 11:37:52.800797 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 51094) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:37:52.835321 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c1c4c7-a3c7-4386-9f13-1e15b03ae673 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9ecb9b8-5254-483d-8db7-34ec1f7d8e96,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:37:52.839656 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-08c1c4c7-a3c7-4386-9f13-1e15b03ae673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:37:52.969042 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-368a6269-d896-4185-9e2b-e322887ee53a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3737496'] for network, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:53.080051 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-368a6269-d896-4185-9e2b-e322887ee53a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4171643', 'neutron.services.segments.db._delete_segments_for_network-8744991479107'] for network, precommit_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:53.121942 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.services.segments.db [None req-368a6269-d896-4185-9e2b-e322887ee53a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c613dac-d689-49f3-bb84-d0a59c98cd13']}} {{(pid=93175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:37:53.191151 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.services.segments.db [None req-368a6269-d896-4185-9e2b-e322887ee53a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ac8e4cb-e99b-484d-96e3-f8223458bae5') {'for_net_delete': True} {{(pid=93175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:37:53.191766 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.services.segments.db [None req-368a6269-d896-4185-9e2b-e322887ee53a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ac8e4cb-e99b-484d-96e3-f8223458bae5') {} {{(pid=93175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:37:53.226324 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-368a6269-d896-4185-9e2b-e322887ee53a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744991309258', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61476078'] for segment, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:53.250025 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-368a6269-d896-4185-9e2b-e322887ee53a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144823'] for segment, precommit_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:53.290560 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-368a6269-d896-4185-9e2b-e322887ee53a admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=93175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 11:37:53.291470 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-368a6269-d896-4185-9e2b-e322887ee53a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61825938'] for segment, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:53.295444 dv-cinder-797608-2-smb neutron-server[93175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:37:53.295444 dv-cinder-797608-2-smb neutron-server[93175]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:37:53.295444 dv-cinder-797608-2-smb neutron-server[93175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:37:53.295444 dv-cinder-797608-2-smb neutron-server[93175]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:37:53.295444 dv-cinder-797608-2-smb neutron-server[93175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:37:53.295444 dv-cinder-797608-2-smb neutron-server[93175]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:37:53.295444 dv-cinder-797608-2-smb neutron-server[93175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:37:53.295444 dv-cinder-797608-2-smb neutron-server[93175]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:37:53.295444 dv-cinder-797608-2-smb neutron-server[93175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:37:53.295444 dv-cinder-797608-2-smb neutron-server[93175]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:37:53.295444 dv-cinder-797608-2-smb neutron-server[93175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:37:53.295444 dv-cinder-797608-2-smb neutron-server[93175]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:37:53.295444 dv-cinder-797608-2-smb neutron-server[93175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:37:53.295444 dv-cinder-797608-2-smb neutron-server[93175]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:37:53.295444 dv-cinder-797608-2-smb neutron-server[93175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:37:53.295444 dv-cinder-797608-2-smb neutron-server[93175]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:37:53.295444 dv-cinder-797608-2-smb neutron-server[93175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:37:53.295444 dv-cinder-797608-2-smb neutron-server[93175]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:37:53.295444 dv-cinder-797608-2-smb neutron-server[93175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:37:53.295444 dv-cinder-797608-2-smb neutron-server[93175]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:37:53.295444 dv-cinder-797608-2-smb neutron-server[93175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:37:53.295444 dv-cinder-797608-2-smb neutron-server[93175]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:37:53.295444 dv-cinder-797608-2-smb neutron-server[93175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:37:53.295444 dv-cinder-797608-2-smb neutron-server[93175]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:37:53.295444 dv-cinder-797608-2-smb neutron-server[93175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:37:53.295444 dv-cinder-797608-2-smb neutron-server[93175]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:37:53.295444 dv-cinder-797608-2-smb neutron-server[93175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:37:53.295444 dv-cinder-797608-2-smb neutron-server[93175]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:37:53.295444 dv-cinder-797608-2-smb neutron-server[93175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:37:53.295444 dv-cinder-797608-2-smb neutron-server[93175]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:37:53.295444 dv-cinder-797608-2-smb neutron-server[93175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:37:53.295444 dv-cinder-797608-2-smb neutron-server[93175]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:37:53.295444 dv-cinder-797608-2-smb neutron-server[93175]: Traceback (most recent call last): Jun 29 11:37:53.295444 dv-cinder-797608-2-smb neutron-server[93175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 11:37:53.295444 dv-cinder-797608-2-smb neutron-server[93175]: timer() Jun 29 11:37:53.295444 dv-cinder-797608-2-smb neutron-server[93175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 11:37:53.295444 dv-cinder-797608-2-smb neutron-server[93175]: cb(*args, **kw) Jun 29 11:37:53.295444 dv-cinder-797608-2-smb neutron-server[93175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 11:37:53.295444 dv-cinder-797608-2-smb neutron-server[93175]: return func(*args, **kwargs) Jun 29 11:37:53.295444 dv-cinder-797608-2-smb neutron-server[93175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 11:37:53.295444 dv-cinder-797608-2-smb neutron-server[93175]: self._notify() Jun 29 11:37:53.295444 dv-cinder-797608-2-smb neutron-server[93175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 11:37:53.295444 dv-cinder-797608-2-smb neutron-server[93175]: self.callback(batched_events) Jun 29 11:37:53.295444 dv-cinder-797608-2-smb neutron-server[93175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 11:37:53.295444 dv-cinder-797608-2-smb neutron-server[93175]: event.method(event) Jun 29 11:37:53.295444 dv-cinder-797608-2-smb neutron-server[93175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 11:37:53.295444 dv-cinder-797608-2-smb neutron-server[93175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 11:37:53.295444 dv-cinder-797608-2-smb neutron-server[93175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 11:37:53.295444 dv-cinder-797608-2-smb neutron-server[93175]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 11:37:53.295444 dv-cinder-797608-2-smb neutron-server[93175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 11:37:53.295444 dv-cinder-797608-2-smb neutron-server[93175]: return f(self, *a, **k) Jun 29 11:37:53.295444 dv-cinder-797608-2-smb neutron-server[93175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 11:37:53.295444 dv-cinder-797608-2-smb neutron-server[93175]: return self._get(url).json() Jun 29 11:37:53.295444 dv-cinder-797608-2-smb neutron-server[93175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 11:37:53.295444 dv-cinder-797608-2-smb neutron-server[93175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 11:37:53.295444 dv-cinder-797608-2-smb neutron-server[93175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 11:37:53.295444 dv-cinder-797608-2-smb neutron-server[93175]: return self.request(url, 'GET', **kwargs) Jun 29 11:37:53.295444 dv-cinder-797608-2-smb neutron-server[93175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 11:37:53.295444 dv-cinder-797608-2-smb neutron-server[93175]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 11:37:53.295444 dv-cinder-797608-2-smb neutron-server[93175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 11:37:53.295444 dv-cinder-797608-2-smb neutron-server[93175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 11:37:53.295444 dv-cinder-797608-2-smb neutron-server[93175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 11:37:53.295444 dv-cinder-797608-2-smb neutron-server[93175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 11:37:53.295444 dv-cinder-797608-2-smb neutron-server[93175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 11:37:53.455173 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-368a6269-d896-4185-9e2b-e322887ee53a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4171616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-533507'] for network, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:53.464911 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:37:53.471854 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-368a6269-d896-4185-9e2b-e322887ee53a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636407'] for network, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:53.474950 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-368a6269-d896-4185-9e2b-e322887ee53a admin admin] 10.222.0.78 "DELETE /v2.0/networks/9c613dac-d689-49f3-bb84-d0a59c98cd13 HTTP/1.1" status: 204 len: 168 time: 0.6717427 Jun 29 11:37:53.487929 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d625e-996c-4910-877b-94880c5d0dc8 req-69919823-0296-4354-90cd-277256c7cd07 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:53.497491 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-259d625e-996c-4910-877b-94880c5d0dc8 req-69919823-0296-4354-90cd-277256c7cd07 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=29442a1b-ad91-4973-ae54-e447e1f09a21 HTTP/1.1" status: 200 len: 945 time: 0.3524876 Jun 29 11:37:53.539247 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368a6269-d896-4185-9e2b-e322887ee53a admin admin] Pushing event deleted for resources: {'Network': ['ID=9c613dac-d689-49f3-bb84-d0a59c98cd13,revision_number=None']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:37:53.544755 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-368a6269-d896-4185-9e2b-e322887ee53a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:37:53.548205 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Device 38f8da62-29a8-474e-8899-01e1030705b7 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 11:37:53.577176 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Device 3bd22291-1cd1-4dc6-9f6d-c351ba1462cb no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:37:53.607876 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-259d625e-996c-4910-877b-94880c5d0dc8 req-7d01d6e7-6a55-472e-838f-c0ad2b348d42 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093137 Jun 29 11:37:53.739382 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] For port 38f8da62-29a8-474e-8899-01e1030705b7, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=38f8da62-29a8-474e-8899-01e1030705b7,segment=NetworkSegment(0949f310-551d-4292-95ed-764ccdcd59df),segment_id=0949f310-551d-4292-95ed-764ccdcd59df)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:37:53.749878 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] No Port match for: 3bd22291-1cd1-4dc6-9f6d-c351ba1462cb {{(pid=93177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:37:53.750483 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Device 3bd22291-1cd1-4dc6-9f6d-c351ba1462cb not bound to the agent host hv-cinder-79760 {{(pid=93177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:37:53.762026 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Returning: {'device': '38f8da62-29a8-474e-8899-01e1030705b7', 'network_id': '370af924-d6bd-4821-9056-c2048b5ccd31', 'port_id': '38f8da62-29a8-474e-8899-01e1030705b7', 'mac_address': 'fa:16:3e:6a:7d:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ea9ab15-43b2-48ad-8e01-7b17b01c47dd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 11:37:53.865669 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:53.875897 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 51126) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:37:53.899282 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.notifiers.nova [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38f8da62-29a8-474e-8899-01e1030705b7 {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:37:53.933507 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] For port 38f8da62-29a8-474e-8899-01e1030705b7, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=38f8da62-29a8-474e-8899-01e1030705b7,segment=NetworkSegment(0949f310-551d-4292-95ed-764ccdcd59df),segment_id=0949f310-551d-4292-95ed-764ccdcd59df)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:37:53.943250 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:53.946836 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:37:53.997983 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-870c6e00-d43d-4187-a6cd-bc10f242f83a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2380481284f44afe9b84a01bb5bc9203&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1201112 Jun 29 11:37:54.000926 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 51128) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:37:54.037895 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Pushing event updated for resources: {'Port': ['ID=38f8da62-29a8-474e-8899-01e1030705b7,revision_number=4']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:37:54.054348 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:37:54.054980 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:37:54.055415 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:37:54.055861 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:37:54.056382 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:37:54.057094 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:37:54.057704 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:37:54.058131 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:37:54.058465 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:37:54.058907 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:37:54.059268 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:37:54.059664 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:37:54.072935 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:37:54.157053 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1e687835-e3c8-4f19-bd0e-95282b0255b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:54.178226 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ae9b45-432e-456f-bae5-e6dca7288c4e req-3b30e8b5-5784-4a17-9b76-ab1842cd59ce tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:54.180979 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-37ae9b45-432e-456f-bae5-e6dca7288c4e req-3b30e8b5-5784-4a17-9b76-ab1842cd59ce tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/ports?device_id=19fa6931-dd98-4188-9567-3461a41cb439 HTTP/1.1" status: 200 len: 945 time: 0.1486499 Jun 29 11:37:54.222220 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1e687835-e3c8-4f19-bd0e-95282b0255b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:54.324331 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-37ae9b45-432e-456f-bae5-e6dca7288c4e req-4ef00bed-85e5-4fab-adda-b7383f7149b2 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c1a7ad6-20f5-44d5-aaf0-50a5387c12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301436 Jun 29 11:37:54.369133 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1e687835-e3c8-4f19-bd0e-95282b0255b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:54.374803 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1e687835-e3c8-4f19-bd0e-95282b0255b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:54.384241 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-1e687835-e3c8-4f19-bd0e-95282b0255b6 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a132c424-8487-4dcf-a6c1-aed3f41e803e HTTP/1.1" status: 204 len: 168 time: 0.3770173 Jun 29 11:37:54.399396 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9250a5ab-8488-45b1-a2d5-309dbbfac45e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:37:54.429353 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e687835-e3c8-4f19-bd0e-95282b0255b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a132c424-8487-4dcf-a6c1-aed3f41e803e,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:37:54.457851 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1e687835-e3c8-4f19-bd0e-95282b0255b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:37:54.584159 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] get_ports_and_sgs() called for port_ids ['38f8da62-29a8-474e-8899-01e1030705b7'] {{(pid=93177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:37:55.002711 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292c52f-bb20-4490-b16d-10de84acf8b1 req-bd9ea979-3194-4e1e-90f3-7883f745e632 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:55.005141 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-4292c52f-bb20-4490-b16d-10de84acf8b1 req-bd9ea979-3194-4e1e-90f3-7883f745e632 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=29442a1b-ad91-4973-ae54-e447e1f09a21 HTTP/1.1" status: 200 len: 945 time: 0.1725786 Jun 29 11:37:55.100209 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-4292c52f-bb20-4490-b16d-10de84acf8b1 req-efaf555c-16ed-46e1-839b-e49ab89f290e tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839872 Jun 29 11:37:55.506122 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 51184) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:37:55.607045 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-3ad64f98-7900-42f3-8518-c0aa9ba8e7f6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=37d5c52051f24a8d929e57b47a8eb8ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0961757 Jun 29 11:37:55.608176 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 51192) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:37:55.729567 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd1e572-8413-45cb-8481-66fbf9356292 req-7c3e3cba-1687-4105-a689-00ee2e9cdd0b tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:55.732581 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-bdd1e572-8413-45cb-8481-66fbf9356292 req-7c3e3cba-1687-4105-a689-00ee2e9cdd0b tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/ports?device_id=19fa6931-dd98-4188-9567-3461a41cb439 HTTP/1.1" status: 200 len: 945 time: 0.1343739 Jun 29 11:37:55.791717 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a136178e-2bca-4880-b844-7eef1f6e28a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:55.797865 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-bdd1e572-8413-45cb-8481-66fbf9356292 req-a3720f76-7491-4b7f-b8bc-da3ebb05e168 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c1a7ad6-20f5-44d5-aaf0-50a5387c12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597227 Jun 29 11:37:55.838407 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a136178e-2bca-4880-b844-7eef1f6e28a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:55.962939 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a136178e-2bca-4880-b844-7eef1f6e28a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:55.967563 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a136178e-2bca-4880-b844-7eef1f6e28a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:55.970070 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-a136178e-2bca-4880-b844-7eef1f6e28a5 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f390a81f-775f-4910-9f1f-6d129dfd9dc5 HTTP/1.1" status: 204 len: 168 time: 0.3594081 Jun 29 11:37:55.972096 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-20170810-88f7-4bd4-b803-fa1c078fd8d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:37:55.994399 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a136178e-2bca-4880-b844-7eef1f6e28a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f390a81f-775f-4910-9f1f-6d129dfd9dc5,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:37:56.006633 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a136178e-2bca-4880-b844-7eef1f6e28a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:37:56.878020 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a019f41c-9bca-4969-ba60-f64cb88cf4bd req-0484ee4a-d635-4116-bd0a-038492083721 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:56.890332 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-a019f41c-9bca-4969-ba60-f64cb88cf4bd req-0484ee4a-d635-4116-bd0a-038492083721 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=29442a1b-ad91-4973-ae54-e447e1f09a21 HTTP/1.1" status: 200 len: 945 time: 0.2217562 Jun 29 11:37:57.022967 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-a019f41c-9bca-4969-ba60-f64cb88cf4bd req-05db91c8-1221-47e6-90a8-aeae2f8ac207 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297164 Jun 29 11:37:57.025969 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c037b1b2-3f06-456f-bf8e-54af0509c3df req-4461f923-10bf-43c9-9120-022e1f0088fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:57.059744 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-c037b1b2-3f06-456f-bf8e-54af0509c3df req-4461f923-10bf-43c9-9120-022e1f0088fe service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=29442a1b-ad91-4973-ae54-e447e1f09a21 HTTP/1.1" status: 200 len: 1098 time: 0.3002369 Jun 29 11:37:57.171487 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-c037b1b2-3f06-456f-bf8e-54af0509c3df req-01c2187e-009b-4c54-b809-a64aab8da1b1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209550 Jun 29 11:37:57.290741 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f21dc6-ee90-4001-81ed-434613078184 req-831cf061-3068-4109-bcca-861d0729cdf3 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:57.292509 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-93f21dc6-ee90-4001-81ed-434613078184 req-831cf061-3068-4109-bcca-861d0729cdf3 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/ports?device_id=19fa6931-dd98-4188-9567-3461a41cb439 HTTP/1.1" status: 200 len: 945 time: 0.1268880 Jun 29 11:37:57.384125 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-93f21dc6-ee90-4001-81ed-434613078184 req-4576d1d6-0fbd-4426-9961-46bbee35d50f tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c1a7ad6-20f5-44d5-aaf0-50a5387c12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722485 Jun 29 11:37:57.568322 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Device 38f8da62-29a8-474e-8899-01e1030705b7 up at agent hyperv_hv-cinder-79760 {{(pid=93177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:37:57.764054 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Provisioning for port 38f8da62-29a8-474e-8899-01e1030705b7 completed by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:37:57.775843 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Provisioning complete for port 38f8da62-29a8-474e-8899-01e1030705b7 triggered by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:37:57.779106 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:58.062975 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:58.147625 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19fa6931-dd98-4188-9567-3461a41cb439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38f8da62-29a8-474e-8899-01e1030705b7'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:37:58.158466 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf503b922a63088b6f722bf1da6ea29b944079dc3e77b23c7214b141eee454" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dda175f-7b12-4874-91f8-9fe15227acab" -d '{"events": [{"server_uuid": "19fa6931-dd98-4188-9567-3461a41cb439", "name": "network-vif-plugged", "status": "completed", "tag": "38f8da62-29a8-474e-8899-01e1030705b7"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:37:58.235099 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] For port 38f8da62-29a8-474e-8899-01e1030705b7, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=38f8da62-29a8-474e-8899-01e1030705b7,segment=NetworkSegment(0949f310-551d-4292-95ed-764ccdcd59df),segment_id=0949f310-551d-4292-95ed-764ccdcd59df)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:37:58.249612 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:37:58.256448 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:37:58.337490 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d07241c0-f170-40f2-bfc8-d4aa352bf9e1 x-openstack-request-id: req-d07241c0-f170-40f2-bfc8-d4aa352bf9e1 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:37:58.337954 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19fa6931-dd98-4188-9567-3461a41cb439", "name": "network-vif-plugged", "status": "completed", "tag": "38f8da62-29a8-474e-8899-01e1030705b7", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:37:58.338367 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d07241c0-f170-40f2-bfc8-d4aa352bf9e1 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:37:58.338991 dv-cinder-797608-2-smb neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19fa6931-dd98-4188-9567-3461a41cb439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38f8da62-29a8-474e-8899-01e1030705b7', 'code': 200} Jun 29 11:37:58.457100 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Pushing event updated for resources: {'Port': ['ID=38f8da62-29a8-474e-8899-01e1030705b7,revision_number=5']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:37:58.476941 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:37:58.730572 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1b6130-32e1-4b9d-a7f2-0fb196a311cb req-2993ca53-6dc8-4721-b115-ca6b73bf361e tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:58.750243 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-bc1b6130-32e1-4b9d-a7f2-0fb196a311cb req-2993ca53-6dc8-4721-b115-ca6b73bf361e tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=29442a1b-ad91-4973-ae54-e447e1f09a21 HTTP/1.1" status: 200 len: 945 time: 0.2357893 Jun 29 11:37:58.875182 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-bc1b6130-32e1-4b9d-a7f2-0fb196a311cb req-7599b221-f241-456b-9b0f-93cd7807842f tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018424 Jun 29 11:37:58.913362 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b62359-37f2-4f9b-a897-9ab3bf8efd74 req-d630286e-a906-47ef-acc4-df9794cba3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:58.917701 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-b1b62359-37f2-4f9b-a897-9ab3bf8efd74 req-d630286e-a906-47ef-acc4-df9794cba3cc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=19fa6931-dd98-4188-9567-3461a41cb439 HTTP/1.1" status: 200 len: 1099 time: 0.1647770 Jun 29 11:37:59.028835 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-b1b62359-37f2-4f9b-a897-9ab3bf8efd74 req-04145e05-a4e4-4020-901f-c9de235984dd service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3c1a7ad6-20f5-44d5-aaf0-50a5387c12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880883 Jun 29 11:37:59.361793 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1735d25f-a329-46bc-982b-9ba3c89a9501 req-e35e910a-d8f6-4257-933c-20790aa0cfb9 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:37:59.364471 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-1735d25f-a329-46bc-982b-9ba3c89a9501 req-e35e910a-d8f6-4257-933c-20790aa0cfb9 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/ports?device_id=19fa6931-dd98-4188-9567-3461a41cb439 HTTP/1.1" status: 200 len: 946 time: 0.1067767 Jun 29 11:37:59.450666 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-1735d25f-a329-46bc-982b-9ba3c89a9501 req-c482dff3-cfd8-4cfa-bd68-6c1e45cb659f tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c1a7ad6-20f5-44d5-aaf0-50a5387c12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736799 Jun 29 11:38:00.231960 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40c50c5-1697-4911-b2da-9ca816e1b157 req-b8cb0e61-29a8-412f-8347-093f98b87934 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:00.234002 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-f40c50c5-1697-4911-b2da-9ca816e1b157 req-b8cb0e61-29a8-412f-8347-093f98b87934 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=29442a1b-ad91-4973-ae54-e447e1f09a21 HTTP/1.1" status: 200 len: 945 time: 0.0931766 Jun 29 11:38:00.326557 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-f40c50c5-1697-4911-b2da-9ca816e1b157 req-d77cb4d1-d104-4594-b7e8-5e5e31ad3e1d tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722823 Jun 29 11:38:00.687365 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1d10e54b-24ce-4140-9495-382f3f3100dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:00.870888 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442df689-76bb-4f85-ac67-afe5bb5333db req-89770371-11fd-4f08-a5f3-df98fb15229a tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:00.873063 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-442df689-76bb-4f85-ac67-afe5bb5333db req-89770371-11fd-4f08-a5f3-df98fb15229a tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d035ebe-f417-4046-be21-2782009cfc2a HTTP/1.1" status: 200 len: 945 time: 0.2419078 Jun 29 11:38:00.917865 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114570cc-cc57-4797-aa41-e9d0f4bad091 req-6a354cfd-0e6d-4231-94d8-6ffff1b9e0d0 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:00.920560 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-114570cc-cc57-4797-aa41-e9d0f4bad091 req-6a354cfd-0e6d-4231-94d8-6ffff1b9e0d0 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/ports?device_id=19fa6931-dd98-4188-9567-3461a41cb439 HTTP/1.1" status: 200 len: 946 time: 0.1341648 Jun 29 11:38:00.972422 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-442df689-76bb-4f85-ac67-afe5bb5333db req-d6c29c1b-42a6-42bc-9749-8b5e84814dc5 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876589 Jun 29 11:38:01.006786 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-114570cc-cc57-4797-aa41-e9d0f4bad091 req-00fd2c25-31eb-4761-bfa1-8fed2c025e5b tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c1a7ad6-20f5-44d5-aaf0-50a5387c12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773091 Jun 29 11:38:02.399718 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 51546) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:38:02.488559 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caf7d4c-55fc-42a8-82ef-77ad61012081 req-c18eb0b7-0905-43f3-8cde-be67c106fc7c tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:02.496471 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-2caf7d4c-55fc-42a8-82ef-77ad61012081 req-c18eb0b7-0905-43f3-8cde-be67c106fc7c tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/ports?device_id=19fa6931-dd98-4188-9567-3461a41cb439 HTTP/1.1" status: 200 len: 946 time: 0.1089795 Jun 29 11:38:02.587753 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-2caf7d4c-55fc-42a8-82ef-77ad61012081 req-660cc129-7b65-4c07-80eb-0d8cd2d2f82f tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c1a7ad6-20f5-44d5-aaf0-50a5387c12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899887 Jun 29 11:38:02.824955 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 51564) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:38:02.825693 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-f0d9b355-7b52-4458-a3c9-46803386cfba admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=265c1ce0ddf9477582eb13e9a082a29e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4230843 Jun 29 11:38:02.982782 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-8a9b5d6e-b353-4e9c-b52d-d5cb41ea2c4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:03.051479 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-8a9b5d6e-b353-4e9c-b52d-d5cb41ea2c4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:03.169301 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-8a9b5d6e-b353-4e9c-b52d-d5cb41ea2c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:03.176503 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-8a9b5d6e-b353-4e9c-b52d-d5cb41ea2c4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:03.178050 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-8a9b5d6e-b353-4e9c-b52d-d5cb41ea2c4b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b164e641-3c27-4f0c-81a5-2e4f7b905f0c HTTP/1.1" status: 204 len: 168 time: 0.3516479 Jun 29 11:38:03.179335 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:03.199190 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9b5d6e-b353-4e9c-b52d-d5cb41ea2c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b164e641-3c27-4f0c-81a5-2e4f7b905f0c,revision_number=None']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:03.203971 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 51578) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:38:03.207024 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-8a9b5d6e-b353-4e9c-b52d-d5cb41ea2c4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:03.367163 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-728c9518-6ce4-4e0a-b11c-d314ed004395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:03.716943 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:03.800973 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c8959a-7467-43cf-9204-5faa72456714 req-248441af-e2b2-4f23-bc54-65b3932e6fef tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:03.810870 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-e3c8959a-7467-43cf-9204-5faa72456714 req-248441af-e2b2-4f23-bc54-65b3932e6fef tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d035ebe-f417-4046-be21-2782009cfc2a HTTP/1.1" status: 200 len: 945 time: 0.1508794 Jun 29 11:38:03.814849 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee50bce0-9b32-488c-99fa-2406ae9a11f1 req-82d76491-67ff-4a09-9cf3-a100789c0b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:03.816604 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-ee50bce0-9b32-488c-99fa-2406ae9a11f1 req-82d76491-67ff-4a09-9cf3-a100789c0b0a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fb634060125f416085622032826f0074&device_id=6d035ebe-f417-4046-be21-2782009cfc2a HTTP/1.1" status: 200 len: 1098 time: 0.2218938 Jun 29 11:38:03.943241 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cc03a147-033f-4f0d-85ca-465bcc97a4bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:03.956687 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-e3c8959a-7467-43cf-9204-5faa72456714 req-7f32bc51-df87-4cb6-adc4-18fe7db14472 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441410 Jun 29 11:38:04.116884 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee50bce0-9b32-488c-99fa-2406ae9a11f1 req-4e412fa6-066a-4e7d-bf16-a5b26b041228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:04.119340 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-ee50bce0-9b32-488c-99fa-2406ae9a11f1 req-4e412fa6-066a-4e7d-bf16-a5b26b041228 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e649846e-4490-4030-83be-c56063ebfb83 HTTP/1.1" status: 200 len: 920 time: 0.2929537 Jun 29 11:38:04.152006 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cc03a147-033f-4f0d-85ca-465bcc97a4bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:04.172265 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cc03a147-033f-4f0d-85ca-465bcc97a4bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:04.175908 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d380cd96-43da-4a0b-9615-c77952eb6107 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:04.222264 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-ee50bce0-9b32-488c-99fa-2406ae9a11f1 req-822e1b53-d126-46a2-8729-3b7571497ce9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b5ca2a3-5459-4bc0-9e51-11a4148b3a1c HTTP/1.1" status: 200 len: 217 time: 0.0950620 Jun 29 11:38:04.243504 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc03a147-033f-4f0d-85ca-465bcc97a4bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=face0691-6efd-4c62-8421-5c216aed7fef,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:04.249887 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-cc03a147-033f-4f0d-85ca-465bcc97a4bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:04.290556 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-cc03a147-033f-4f0d-85ca-465bcc97a4bd admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=10cd9f5d57a240ad8186fdf37d4d86f2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0824859 Jun 29 11:38:04.291699 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 51610) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:38:04.353161 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee50bce0-9b32-488c-99fa-2406ae9a11f1 req-a1095761-fdaf-4568-8724-fd4a8b927650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:04.354699 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-ee50bce0-9b32-488c-99fa-2406ae9a11f1 req-a1095761-fdaf-4568-8724-fd4a8b927650 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=68f333b4-cecc-4c5e-b444-811269c3af49 HTTP/1.1" status: 200 len: 859 time: 0.1173458 Jun 29 11:38:04.423404 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-ee50bce0-9b32-488c-99fa-2406ae9a11f1 req-a4a71ca3-26f5-46f1-970f-2ddb842252bf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e649846e-4490-4030-83be-c56063ebfb83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533350 Jun 29 11:38:04.449992 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9be8c49d-fdd7-49be-a71c-49aaf5d45c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:04.452069 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b9dde44d-deea-4eac-b30d-4b1bb8d2c8df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:04.496440 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b9dde44d-deea-4eac-b30d-4b1bb8d2c8df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:04.701990 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b9dde44d-deea-4eac-b30d-4b1bb8d2c8df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:04.712732 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b9dde44d-deea-4eac-b30d-4b1bb8d2c8df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:04.713910 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-b9dde44d-deea-4eac-b30d-4b1bb8d2c8df admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/face0691-6efd-4c62-8421-5c216aed7fef HTTP/1.1" status: 204 len: 168 time: 0.4208343 Jun 29 11:38:04.724178 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-300bb79a-28de-4b4e-b8b7-78ca69d14018 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:04.759786 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dde44d-deea-4eac-b30d-4b1bb8d2c8df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=face0691-6efd-4c62-8421-5c216aed7fef,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:04.770523 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b9dde44d-deea-4eac-b30d-4b1bb8d2c8df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:04.790678 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-ee50bce0-9b32-488c-99fa-2406ae9a11f1 req-579e80ec-5bc8-42b0-849a-c710e7cb2ba0 service neutron] 10.222.0.21 "GET /v2.0/networks/e649846e-4490-4030-83be-c56063ebfb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3663113 Jun 29 11:38:04.844066 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 51628) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:38:04.995682 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-ee50bce0-9b32-488c-99fa-2406ae9a11f1 req-5766244e-b133-4be2-b563-0948352518f3 service neutron] 10.222.0.21 "GET /v2.0/networks/e649846e-4490-4030-83be-c56063ebfb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946878 Jun 29 11:38:05.044123 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.v2.base [None req-2c7d846c-d7fb-40e8-b1cf-d777d3a102c5 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-18725272-network', 'tenant_id': 'eb717b2fc54644fab9442a27b124ca4a'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:38:05.090182 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c7d846c-d7fb-40e8-b1cf-d777d3a102c5 admin admin] Made reservation on behalf of eb717b2fc54644fab9442a27b124ca4a for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:38:05.093414 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2c7d846c-d7fb-40e8-b1cf-d777d3a102c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:05.120545 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2c7d846c-d7fb-40e8-b1cf-d777d3a102c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:05.388005 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ec8f1d-96f0-42a8-ac3f-b8026313cb0c req-459dd8a4-5d2c-48fa-9993-f6c8099a69ed tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:05.388641 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2c7d846c-d7fb-40e8-b1cf-d777d3a102c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:05.398854 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-06ec8f1d-96f0-42a8-ac3f-b8026313cb0c req-459dd8a4-5d2c-48fa-9993-f6c8099a69ed tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d035ebe-f417-4046-be21-2782009cfc2a HTTP/1.1" status: 200 len: 945 time: 0.1602726 Jun 29 11:38:05.401616 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2c7d846c-d7fb-40e8-b1cf-d777d3a102c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:05.411827 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2b2905a1-4baa-4a4c-b393-2425a06047de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:05.469417 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c7d846c-d7fb-40e8-b1cf-d777d3a102c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 11:38:05.498176 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-06ec8f1d-96f0-42a8-ac3f-b8026313cb0c req-e0f572ce-0793-4525-99b0-6367d3ba9c01 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983198 Jun 29 11:38:05.541043 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2c7d846c-d7fb-40e8-b1cf-d777d3a102c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144823'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:05.541855 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.db.segments_db [None req-2c7d846c-d7fb-40e8-b1cf-d777d3a102c5 admin admin] Added segment 55466662-301d-406e-82c0-6dd641001f64 of type vlan for network e9d88840-98f4-4a23-99d2-b1bc5c5cc80e Jun 29 11:38:05.544838 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7d846c-d7fb-40e8-b1cf-d777d3a102c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d493ea-8bd2-480e-b405-daa4d11d3534,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:05.593453 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2c7d846c-d7fb-40e8-b1cf-d777d3a102c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:05.655843 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2c7d846c-d7fb-40e8-b1cf-d777d3a102c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744990971203'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:05.700966 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2c7d846c-d7fb-40e8-b1cf-d777d3a102c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:05.705140 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7d846c-d7fb-40e8-b1cf-d777d3a102c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:05.706396 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2c7d846c-d7fb-40e8-b1cf-d777d3a102c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636407'] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:05.712853 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c83a59ed-ac2d-48f3-bc4c-c8dfff597ba5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:05.822238 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7d846c-d7fb-40e8-b1cf-d777d3a102c5 admin admin] Pushing event updated for resources: {'Network': ['ID=e9d88840-98f4-4a23-99d2-b1bc5c5cc80e,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:05.827089 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-2c7d846c-d7fb-40e8-b1cf-d777d3a102c5 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9801075 Jun 29 11:38:05.830265 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 51666) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:38:05.835805 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.v2.base [None req-0c2c796d-c323-48bb-a395-87650514e204 admin admin] Request body: {'subnet': {'network_id': 'e9d88840-98f4-4a23-99d2-b1bc5c5cc80e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-18725272-subnet', 'tenant_id': 'eb717b2fc54644fab9442a27b124ca4a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:38:05.869472 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2c7d846c-d7fb-40e8-b1cf-d777d3a102c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:05.882230 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Network e9d88840-98f4-4a23-99d2-b1bc5c5cc80e details requested by agent ovs-agent-dv-cinder-797608-2-smb with host dv-cinder-797608-2-smb {{(pid=93177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 11:38:05.920453 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c2c796d-c323-48bb-a395-87650514e204 admin admin] Made reservation on behalf of eb717b2fc54644fab9442a27b124ca4a for: {'subnet': 1} {{(pid=93175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:38:05.922801 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-0c2c796d-c323-48bb-a395-87650514e204 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61544163'] for subnet, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:06.067649 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 51670) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:38:06.309833 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.agents_db [None req-013366be-bbdd-48cc-8d7f-8588d5b4b8e9 None None] Agent healthcheck: found 6 active agents {{(pid=93178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:38:06.373255 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-0c2c796d-c323-48bb-a395-87650514e204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61825904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61544177'] for subnet, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:06.374458 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-bdffa0e2-51be-4df9-8a34-fc3c38d88ca2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:06.383891 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-10e5a752-28c7-465a-a649-a48b76d6d1c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:06.390002 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7dc1f572-48b9-4e28-8a5a-f2a12e721563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:06.474574 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2c796d-c323-48bb-a395-87650514e204 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0be6d04b-0794-4388-9c0f-12568e246883,revision_number=0']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:06.476850 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2c796d-c323-48bb-a395-87650514e204 admin admin] Checking segment: {'id': '55466662-301d-406e-82c0-6dd641001f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e9d88840-98f4-4a23-99d2-b1bc5c5cc80e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:38:06.477450 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2c796d-c323-48bb-a395-87650514e204 admin admin] Network hostable DHCP agents. Network: e9d88840-98f4-4a23-99d2-b1bc5c5cc80e, hostable agents: ['069d6837-862e-44f3-9997-a187e03939a0'], hosted agents: [] {{(pid=93175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 11:38:06.490451 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-0c2c796d-c323-48bb-a395-87650514e204 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:06.539317 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2c796d-c323-48bb-a395-87650514e204 admin admin] Network e9d88840-98f4-4a23-99d2-b1bc5c5cc80e is scheduled to be hosted by DHCP agent 069d6837-862e-44f3-9997-a187e03939a0 with binding_index 1 {{(pid=93175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 11:38:06.564334 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.base_scheduler [None req-0c2c796d-c323-48bb-a395-87650514e204 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-2-smb, e9d88840-98f4-4a23-99d2-b1bc5c5cc80e) {{(pid=93175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:38:06.577084 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2c796d-c323-48bb-a395-87650514e204 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:06.577692 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-0c2c796d-c323-48bb-a395-87650514e204 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636407'] for subnet, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:06.582557 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e943d5-95cc-4069-90bf-0625e1516add None None] Network e9d88840-98f4-4a23-99d2-b1bc5c5cc80e requested from dv-cinder-797608-2-smb {{(pid=93177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:38:06.637091 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-bdffa0e2-51be-4df9-8a34-fc3c38d88ca2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:06.648654 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-bdffa0e2-51be-4df9-8a34-fc3c38d88ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:06.653660 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-fed1cad9-0a1b-4362-b281-63ba796ae29a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:06.658346 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-0c2c796d-c323-48bb-a395-87650514e204 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8263960 Jun 29 11:38:06.750723 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-bdffa0e2-51be-4df9-8a34-fc3c38d88ca2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=231e962547d14875b9f4df1bd2e9c8cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6631894 Jun 29 11:38:06.750973 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 51698) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:38:06.754335 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdffa0e2-51be-4df9-8a34-fc3c38d88ca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28dc4a09-b785-49da-8343-3616666d06df,revision_number=1']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:06.777385 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-bdffa0e2-51be-4df9-8a34-fc3c38d88ca2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:06.864088 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c4d3a5-f14d-4ffb-b1d8-0164a7864365 req-3599115e-7a0f-4352-9eb1-0ed6abe8e911 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:06.867386 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-e2c4d3a5-f14d-4ffb-b1d8-0164a7864365 req-3599115e-7a0f-4352-9eb1-0ed6abe8e911 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d035ebe-f417-4046-be21-2782009cfc2a HTTP/1.1" status: 200 len: 945 time: 0.1370780 Jun 29 11:38:06.905040 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d024662e-0cbe-42d4-8ad9-191c58291381 None None] Network e9d88840-98f4-4a23-99d2-b1bc5c5cc80e requested from dv-cinder-797608-2-smb {{(pid=93177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:38:06.954816 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-e2c4d3a5-f14d-4ffb-b1d8-0164a7864365 req-61b7367e-a943-4108-be74-ac5c29a6ff74 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811312 Jun 29 11:38:06.964622 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-74792c90-0786-4118-af37-5a36f13007f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:07.013629 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-74792c90-0786-4118-af37-5a36f13007f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:07.102542 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-74792c90-0786-4118-af37-5a36f13007f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:07.105735 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-74792c90-0786-4118-af37-5a36f13007f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:07.109704 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-74792c90-0786-4118-af37-5a36f13007f1 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/28dc4a09-b785-49da-8343-3616666d06df HTTP/1.1" status: 204 len: 168 time: 0.3570387 Jun 29 11:38:07.110587 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8d0813f7-0425-4d3f-9178-75d9eb1a3329 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:07.125649 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74792c90-0786-4118-af37-5a36f13007f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28dc4a09-b785-49da-8343-3616666d06df,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:07.128853 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-74792c90-0786-4118-af37-5a36f13007f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:08.282929 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b486bce2-e319-426b-b814-ca12aa6986f4 req-53f02f08-9dcf-4464-8a63-f2b9827f9db3 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:08.286984 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-b486bce2-e319-426b-b814-ca12aa6986f4 req-53f02f08-9dcf-4464-8a63-f2b9827f9db3 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d035ebe-f417-4046-be21-2782009cfc2a HTTP/1.1" status: 200 len: 945 time: 0.0990403 Jun 29 11:38:08.373026 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-b486bce2-e319-426b-b814-ca12aa6986f4 req-16aedda9-db82-45e9-aedd-24d20ff85930 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574250 Jun 29 11:38:09.592942 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e27055f-ff78-4225-b226-dbd42c91d2e9 req-3654b5d6-2ce1-47e2-8c8d-6c17025b558f tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:09.602133 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-9e27055f-ff78-4225-b226-dbd42c91d2e9 req-3654b5d6-2ce1-47e2-8c8d-6c17025b558f tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/networks?id=e9d88840-98f4-4a23-99d2-b1bc5c5cc80e HTTP/1.1" status: 200 len: 812 time: 0.2306924 Jun 29 11:38:09.627912 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-9e27055f-ff78-4225-b226-dbd42c91d2e9 req-517048cc-c1cc-46b8-aeeb-debf0f285a73 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/quotas/eb717b2fc54644fab9442a27b124ca4a HTTP/1.1" status: 200 len: 375 time: 0.0139017 Jun 29 11:38:09.704522 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-9e27055f-ff78-4225-b226-dbd42c91d2e9 req-8ab62dd5-d830-4000-8464-b58ed50cc21b tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=eb717b2fc54644fab9442a27b124ca4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0638587 Jun 29 11:38:09.821289 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d013bb-a9b4-4ea8-b7ca-50b330ce7366 req-5edbb1c7-e9bb-4b62-9ad1-378d52103fdb tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:09.822936 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-a0d013bb-a9b4-4ea8-b7ca-50b330ce7366 req-5edbb1c7-e9bb-4b62-9ad1-378d52103fdb tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d035ebe-f417-4046-be21-2782009cfc2a HTTP/1.1" status: 200 len: 945 time: 0.1703799 Jun 29 11:38:09.866847 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-9e27055f-ff78-4225-b226-dbd42c91d2e9 req-3b26132d-5e4e-4e0b-b270-5215b0867588 service neutron] 10.222.0.78 "GET /v2.0/networks/e9d88840-98f4-4a23-99d2-b1bc5c5cc80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523409 Jun 29 11:38:09.943049 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-a0d013bb-a9b4-4ea8-b7ca-50b330ce7366 req-8bf28012-9e78-48db-a8ae-3932bcf23227 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106105 Jun 29 11:38:10.001737 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-9e27055f-ff78-4225-b226-dbd42c91d2e9 req-8604e706-e1d4-47e5-86e4-54b67479b5a2 service neutron] 10.222.0.78 "GET /v2.0/networks/e9d88840-98f4-4a23-99d2-b1bc5c5cc80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252201 Jun 29 11:38:10.280201 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-f62ee743-566e-49b3-8129-8849ed4e09fd req-88af0a27-f033-448c-a6ba-e3dc8b78e173 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/ports?device_id=95157347-2893-4b65-91f2-c3e462429a75 HTTP/1.1" status: 200 len: 210 time: 0.0320261 Jun 29 11:38:10.763449 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 51876) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:38:10.852810 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.db.db_base_plugin_v2 [None req-510d85ad-7a21-4856-98ce-52eefddec40a admin admin] Deleting subnet 344db7cd-d121-4931-ab39-a92265357e50 {{(pid=93175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 11:38:10.859122 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-510d85ad-7a21-4856-98ce-52eefddec40a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:10.937634 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-510d85ad-7a21-4856-98ce-52eefddec40a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61476065'] for subnet, precommit_delete_associations {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:11.011937 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-510d85ad-7a21-4856-98ce-52eefddec40a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4171685'] for subnet, precommit_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:11.094023 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-510d85ad-7a21-4856-98ce-52eefddec40a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4171708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61825855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61544134'] for subnet, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:11.114859 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-66f6da04-c859-4838-9450-2a135453926b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:11.176332 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-510d85ad-7a21-4856-98ce-52eefddec40a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636407'] for subnet, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:11.181336 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-510d85ad-7a21-4856-98ce-52eefddec40a admin admin] 10.222.0.78 "DELETE /v2.0/subnets/344db7cd-d121-4931-ab39-a92265357e50 HTTP/1.1" status: 204 len: 168 time: 0.4162569 Jun 29 11:38:11.184407 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 51894) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:38:11.188699 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510d85ad-7a21-4856-98ce-52eefddec40a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=344db7cd-d121-4931-ab39-a92265357e50,revision_number=None']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:11.201859 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-510d85ad-7a21-4856-98ce-52eefddec40a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:11.320158 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2054718b-48bc-4aa7-8317-3fc7177e777a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3737496'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:11.341759 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e8f668-d6f2-4328-981b-7565080f395e req-b4e3cf68-7748-4c50-8521-cb8517350f74 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:11.346670 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-20e8f668-d6f2-4328-981b-7565080f395e req-b4e3cf68-7748-4c50-8521-cb8517350f74 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d035ebe-f417-4046-be21-2782009cfc2a HTTP/1.1" status: 200 len: 945 time: 0.1632926 Jun 29 11:38:11.403711 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-20e8f668-d6f2-4328-981b-7565080f395e req-1f77065c-70c4-475b-8926-a869567f903e tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460045 Jun 29 11:38:11.449267 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2054718b-48bc-4aa7-8317-3fc7177e777a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4171643', 'neutron.services.segments.db._delete_segments_for_network-8744991479107'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:11.469913 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.services.segments.db [None req-2054718b-48bc-4aa7-8317-3fc7177e777a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ce18681-8d37-4f41-924d-8c2f3e358ad3']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:38:11.491446 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.services.segments.db [None req-2054718b-48bc-4aa7-8317-3fc7177e777a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be629f3e-5318-4bd9-a3eb-eacbaaff2dee') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:38:11.492066 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.services.segments.db [None req-2054718b-48bc-4aa7-8317-3fc7177e777a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be629f3e-5318-4bd9-a3eb-eacbaaff2dee') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:38:11.513075 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2054718b-48bc-4aa7-8317-3fc7177e777a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744991309258', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62645028'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:11.550881 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2054718b-48bc-4aa7-8317-3fc7177e777a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144823'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:11.566899 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2054718b-48bc-4aa7-8317-3fc7177e777a admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 11:38:11.567561 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2054718b-48bc-4aa7-8317-3fc7177e777a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58778258'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:11.570579 dv-cinder-797608-2-smb neutron-server[93176]: Traceback (most recent call last): Jun 29 11:38:11.570579 dv-cinder-797608-2-smb neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 11:38:11.570579 dv-cinder-797608-2-smb neutron-server[93176]: timer() Jun 29 11:38:11.570579 dv-cinder-797608-2-smb neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 11:38:11.570579 dv-cinder-797608-2-smb neutron-server[93176]: cb(*args, **kw) Jun 29 11:38:11.570579 dv-cinder-797608-2-smb neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 11:38:11.570579 dv-cinder-797608-2-smb neutron-server[93176]: return func(*args, **kwargs) Jun 29 11:38:11.570579 dv-cinder-797608-2-smb neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 11:38:11.570579 dv-cinder-797608-2-smb neutron-server[93176]: self._notify() Jun 29 11:38:11.570579 dv-cinder-797608-2-smb neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 11:38:11.570579 dv-cinder-797608-2-smb neutron-server[93176]: self.callback(batched_events) Jun 29 11:38:11.570579 dv-cinder-797608-2-smb neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 11:38:11.570579 dv-cinder-797608-2-smb neutron-server[93176]: event.method(event) Jun 29 11:38:11.570579 dv-cinder-797608-2-smb neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 11:38:11.570579 dv-cinder-797608-2-smb neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 11:38:11.570579 dv-cinder-797608-2-smb neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 11:38:11.570579 dv-cinder-797608-2-smb neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 11:38:11.570579 dv-cinder-797608-2-smb neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 11:38:11.570579 dv-cinder-797608-2-smb neutron-server[93176]: return f(self, *a, **k) Jun 29 11:38:11.570579 dv-cinder-797608-2-smb neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 11:38:11.570579 dv-cinder-797608-2-smb neutron-server[93176]: return self._get(url).json() Jun 29 11:38:11.570579 dv-cinder-797608-2-smb neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 11:38:11.570579 dv-cinder-797608-2-smb neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 11:38:11.570579 dv-cinder-797608-2-smb neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 11:38:11.570579 dv-cinder-797608-2-smb neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 29 11:38:11.570579 dv-cinder-797608-2-smb neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 11:38:11.570579 dv-cinder-797608-2-smb neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 11:38:11.570579 dv-cinder-797608-2-smb neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 11:38:11.570579 dv-cinder-797608-2-smb neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 11:38:11.570579 dv-cinder-797608-2-smb neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 11:38:11.570579 dv-cinder-797608-2-smb neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 11:38:11.570579 dv-cinder-797608-2-smb neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 11:38:11.674309 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2054718b-48bc-4aa7-8317-3fc7177e777a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4171616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-533507'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:11.679529 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:11.684383 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2054718b-48bc-4aa7-8317-3fc7177e777a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636407'] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:11.690561 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-2054718b-48bc-4aa7-8317-3fc7177e777a admin admin] 10.222.0.78 "DELETE /v2.0/networks/3ce18681-8d37-4f41-924d-8c2f3e358ad3 HTTP/1.1" status: 204 len: 168 time: 0.5021455 Jun 29 11:38:11.709640 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2054718b-48bc-4aa7-8317-3fc7177e777a admin admin] Pushing event deleted for resources: {'Network': ['ID=3ce18681-8d37-4f41-924d-8c2f3e358ad3,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:11.713604 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2054718b-48bc-4aa7-8317-3fc7177e777a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:11.719468 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-23de6b9a-6eb9-4048-b635-39e4098c489a req-bd1ee6d1-6c85-407d-8fc1-d4ca48c0f5c1 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/ports?device_id=95157347-2893-4b65-91f2-c3e462429a75 HTTP/1.1" status: 200 len: 210 time: 0.0911343 Jun 29 11:38:11.795655 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911dc553-6517-4ecb-9a07-6c5df1144d44 req-fbf3c72e-3f53-48c8-a890-fa042fe07801 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:11.800527 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-911dc553-6517-4ecb-9a07-6c5df1144d44 req-fbf3c72e-3f53-48c8-a890-fa042fe07801 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/ports?device_id=19fa6931-dd98-4188-9567-3461a41cb439 HTTP/1.1" status: 200 len: 946 time: 0.1758649 Jun 29 11:38:12.000456 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-911dc553-6517-4ecb-9a07-6c5df1144d44 req-edd442a0-bca6-43e4-bcb0-8fc9d3807403 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c1a7ad6-20f5-44d5-aaf0-50a5387c12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831431 Jun 29 11:38:12.060969 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 51904) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:38:12.139983 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-b032a510-5662-4d94-85bc-5deb932daa4d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fbceaa2669c045528a74692f40d1df33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0774753 Jun 29 11:38:12.144935 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 51910) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:38:12.160328 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e27055f-ff78-4225-b226-dbd42c91d2e9 req-0984b9c4-b20f-46ba-b704-996735714f75 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:12.162954 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-9e27055f-ff78-4225-b226-dbd42c91d2e9 req-0984b9c4-b20f-46ba-b704-996735714f75 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.21 "GET /v2.0/networks?id=e9d88840-98f4-4a23-99d2-b1bc5c5cc80e HTTP/1.1" status: 200 len: 812 time: 0.2955890 Jun 29 11:38:12.181864 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.v2.base [req-9e27055f-ff78-4225-b226-dbd42c91d2e9 req-b3a6d87c-121d-4aad-ab4f-849da732bdb6 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Request body: {'port': {'device_id': '95157347-2893-4b65-91f2-c3e462429a75', 'network_id': 'e9d88840-98f4-4a23-99d2-b1bc5c5cc80e', 'admin_state_up': True, 'tenant_id': 'eb717b2fc54644fab9442a27b124ca4a'}} {{(pid=93175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:38:12.236242 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b8fb35f2-a856-4184-bce1-ba704bd0f821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:12.280285 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b8fb35f2-a856-4184-bce1-ba704bd0f821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:12.380149 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b8fb35f2-a856-4184-bce1-ba704bd0f821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:12.382797 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b8fb35f2-a856-4184-bce1-ba704bd0f821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:12.384062 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-b8fb35f2-a856-4184-bce1-ba704bd0f821 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/f3cad45c-93e8-4d71-afb7-37b54bdb1e67 HTTP/1.1" status: 204 len: 168 time: 0.2377045 Jun 29 11:38:12.385054 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7fc4cb11-2f8f-4f14-9598-78295f9ee7cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:12.395281 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fb35f2-a856-4184-bce1-ba704bd0f821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3cad45c-93e8-4d71-afb7-37b54bdb1e67,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:12.406673 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b8fb35f2-a856-4184-bce1-ba704bd0f821 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:12.949845 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e27055f-ff78-4225-b226-dbd42c91d2e9 req-b3a6d87c-121d-4aad-ab4f-849da732bdb6 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Made reservation on behalf of eb717b2fc54644fab9442a27b124ca4a for: {'port': 1} {{(pid=93175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:38:12.954119 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-9e27055f-ff78-4225-b226-dbd42c91d2e9 req-b3a6d87c-121d-4aad-ab4f-849da732bdb6 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:13.012228 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-1cc28385-4778-46a6-ad95-e3696bf93b28 req-d8ffad25-5c82-4631-bf13-b40b1bbdeb26 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/ports?device_id=95157347-2893-4b65-91f2-c3e462429a75 HTTP/1.1" status: 200 len: 210 time: 0.0547695 Jun 29 11:38:13.022998 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2bcca6-66ef-4c71-99a1-7948d52d2340 req-d4b5029b-e188-4ded-b63e-b9e9e65aa0ac tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:13.024601 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-dc2bcca6-66ef-4c71-99a1-7948d52d2340 req-d4b5029b-e188-4ded-b63e-b9e9e65aa0ac tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d035ebe-f417-4046-be21-2782009cfc2a HTTP/1.1" status: 200 len: 945 time: 0.2239759 Jun 29 11:38:13.127185 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-dc2bcca6-66ef-4c71-99a1-7948d52d2340 req-234b44be-92ae-441e-bb6e-65ec5c85bba1 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946870 Jun 29 11:38:13.180818 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.db.db_base_plugin_common [req-9e27055f-ff78-4225-b226-dbd42c91d2e9 req-b3a6d87c-121d-4aad-ab4f-849da732bdb6 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Allocated IP 172.20.0.2 (e9d88840-98f4-4a23-99d2-b1bc5c5cc80e/0be6d04b-0794-4388-9c0f-12568e246883/ef50da1a-5de0-4acf-acf0-5c643c18dd5b) {{(pid=93175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:38:13.386498 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59524f1-f374-476f-b46e-be6af0953d66 req-a16754c9-2007-45d6-a345-17a3d158b43e tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:13.388142 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-e59524f1-f374-476f-b46e-be6af0953d66 req-a16754c9-2007-45d6-a345-17a3d158b43e tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/ports?device_id=19fa6931-dd98-4188-9567-3461a41cb439 HTTP/1.1" status: 200 len: 946 time: 0.1631186 Jun 29 11:38:13.415846 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-9e27055f-ff78-4225-b226-dbd42c91d2e9 req-b3a6d87c-121d-4aad-ab4f-849da732bdb6 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Notify callbacks [] for port, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:13.458972 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-e59524f1-f374-476f-b46e-be6af0953d66 req-d9cf4dfc-a00e-4916-8e09-264d3f557139 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c1a7ad6-20f5-44d5-aaf0-50a5387c12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554197 Jun 29 11:38:13.489552 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-9e27055f-ff78-4225-b226-dbd42c91d2e9 req-b3a6d87c-121d-4aad-ab4f-849da732bdb6 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3670657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744990953741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-61825996'] for port, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:13.495716 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-ffe64515-fca6-473d-876d-91bec3e2b434 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:13.552871 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e27055f-ff78-4225-b226-dbd42c91d2e9 req-b3a6d87c-121d-4aad-ab4f-849da732bdb6 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Network e9d88840-98f4-4a23-99d2-b1bc5c5cc80e is already hosted by enough agents. {{(pid=93175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:38:13.556729 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.base_scheduler [req-9e27055f-ff78-4225-b226-dbd42c91d2e9 req-b3a6d87c-121d-4aad-ab4f-849da732bdb6 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Resources bound (agent type, host, resource id): {{(pid=93175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:38:13.561816 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e27055f-ff78-4225-b226-dbd42c91d2e9 req-b3a6d87c-121d-4aad-ab4f-849da732bdb6 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Received port after_create {{(pid=93175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:38:13.591175 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a6d87c-121d-4aad-ab4f-849da732bdb6 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Pushing event updated for resources: {'Port': ['ID=ef50da1a-5de0-4acf-acf0-5c643c18dd5b,revision_number=1']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:13.598789 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-b3a6d87c-121d-4aad-ab4f-849da732bdb6 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:13.627635 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e27055f-ff78-4225-b226-dbd42c91d2e9 req-b3a6d87c-121d-4aad-ab4f-849da732bdb6 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:13.628318 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-9e27055f-ff78-4225-b226-dbd42c91d2e9 req-b3a6d87c-121d-4aad-ab4f-849da732bdb6 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126777'] for port, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:13.646135 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-9e27055f-ff78-4225-b226-dbd42c91d2e9 req-b3a6d87c-121d-4aad-ab4f-849da732bdb6 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4685056 Jun 29 11:38:13.662305 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.v2.base [req-9e27055f-ff78-4225-b226-dbd42c91d2e9 req-a4eaaf78-7de9-4bee-a7db-8451226b2d59 service neutron] Request body: {'port': {'device_id': '95157347-2893-4b65-91f2-c3e462429a75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:38:13.742104 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-9e27055f-ff78-4225-b226-dbd42c91d2e9 req-a4eaaf78-7de9-4bee-a7db-8451226b2d59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:14.070685 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16225ba6-3bf5-4e71-b179-32a32a7d8fcb req-03c987c2-6cb4-4595-9b48-59cc126fd0a0 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:14.072718 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-16225ba6-3bf5-4e71-b179-32a32a7d8fcb req-03c987c2-6cb4-4595-9b48-59cc126fd0a0 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.21 "GET /v2.0/ports?device_id=19fa6931-dd98-4188-9567-3461a41cb439 HTTP/1.1" status: 200 len: 946 time: 0.0808542 Jun 29 11:38:14.231784 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.notifiers.nova [req-9e27055f-ff78-4225-b226-dbd42c91d2e9 req-a4eaaf78-7de9-4bee-a7db-8451226b2d59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef50da1a-5de0-4acf-acf0-5c643c18dd5b {{(pid=93175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:38:14.253267 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-9e27055f-ff78-4225-b226-dbd42c91d2e9 req-a4eaaf78-7de9-4bee-a7db-8451226b2d59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:14.271626 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-16225ba6-3bf5-4e71-b179-32a32a7d8fcb req-d336a4d7-ca3f-4900-a2b4-9efd30f2221a tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Deleting port 38f8da62-29a8-474e-8899-01e1030705b7 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:38:14.272192 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-16225ba6-3bf5-4e71-b179-32a32a7d8fcb req-d336a4d7-ca3f-4900-a2b4-9efd30f2221a tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744991508026'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:14.381710 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-16225ba6-3bf5-4e71-b179-32a32a7d8fcb req-d336a4d7-ca3f-4900-a2b4-9efd30f2221a tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] For port 38f8da62-29a8-474e-8899-01e1030705b7, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=38f8da62-29a8-474e-8899-01e1030705b7,segment=NetworkSegment(0949f310-551d-4292-95ed-764ccdcd59df),segment_id=0949f310-551d-4292-95ed-764ccdcd59df)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:38:14.382193 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-16225ba6-3bf5-4e71-b179-32a32a7d8fcb req-d336a4d7-ca3f-4900-a2b4-9efd30f2221a tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013211'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:14.387935 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.db.provisioning_blocks [req-9e27055f-ff78-4225-b226-dbd42c91d2e9 req-a4eaaf78-7de9-4bee-a7db-8451226b2d59 service neutron] Transition to ACTIVE for port object ef50da1a-5de0-4acf-acf0-5c643c18dd5b will not be triggered until provisioned by entity L2. {{(pid=93175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:38:14.397462 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-16225ba6-3bf5-4e71-b179-32a32a7d8fcb req-d336a4d7-ca3f-4900-a2b4-9efd30f2221a tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Calling delete_port for 38f8da62-29a8-474e-8899-01e1030705b7 owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:38:14.404411 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-9e27055f-ff78-4225-b226-dbd42c91d2e9 req-a4eaaf78-7de9-4bee-a7db-8451226b2d59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61826046'] for port, after_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:14.416487 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-ffe64515-fca6-473d-876d-91bec3e2b434 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:14.529076 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eaaf78-7de9-4bee-a7db-8451226b2d59 service neutron] Pushing event updated for resources: {'Port': ['ID=ef50da1a-5de0-4acf-acf0-5c643c18dd5b,revision_number=2']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:14.534658 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-a4eaaf78-7de9-4bee-a7db-8451226b2d59 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:14.550009 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d62210-824c-48d4-b8b4-4090b1ff8a94 req-816a1162-7249-44f9-aa27-e1479eeddcb6 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:14.551724 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-16225ba6-3bf5-4e71-b179-32a32a7d8fcb req-d336a4d7-ca3f-4900-a2b4-9efd30f2221a tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744991430440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744990953750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58778309'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:14.551887 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-16d62210-824c-48d4-b8b4-4090b1ff8a94 req-816a1162-7249-44f9-aa27-e1479eeddcb6 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/ports?device_id=95157347-2893-4b65-91f2-c3e462429a75 HTTP/1.1" status: 200 len: 931 time: 0.3090930 Jun 29 11:38:14.556605 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b933104c-9d9e-4c31-97ac-42ea26bb3148 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:14.573643 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] get_ports_and_sgs() called for port_ids ['a548e549-c3f8-424f-b05d-4b11c70bad96', '8e5896aa-4bf6-46fb-b1f6-fd9f85e28e8c', '23f3add5-f455-4aac-8fc0-1ee7606c9f57', '38f8da62-29a8-474e-8899-01e1030705b7'] {{(pid=93177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:38:14.583860 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d336a4d7-ca3f-4900-a2b4-9efd30f2221a tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Pushing event deleted for resources: {'Port': ['ID=38f8da62-29a8-474e-8899-01e1030705b7,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:14.587130 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d336a4d7-ca3f-4900-a2b4-9efd30f2221a tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:14.633661 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-16225ba6-3bf5-4e71-b179-32a32a7d8fcb req-d336a4d7-ca3f-4900-a2b4-9efd30f2221a tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] No DVR routers for this DVR port 38f8da62-29a8-474e-8899-01e1030705b7 on host hv-cinder-79760 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:38:14.636485 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-16225ba6-3bf5-4e71-b179-32a32a7d8fcb req-d336a4d7-ca3f-4900-a2b4-9efd30f2221a tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126777'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:14.638801 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-16225ba6-3bf5-4e71-b179-32a32a7d8fcb req-d336a4d7-ca3f-4900-a2b4-9efd30f2221a tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.21 "DELETE /v2.0/ports/38f8da62-29a8-474e-8899-01e1030705b7 HTTP/1.1" status: 204 len: 173 time: 0.5595887 Jun 29 11:38:14.639346 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19fa6931-dd98-4188-9567-3461a41cb439', 'name': 'network-vif-deleted', 'tag': '38f8da62-29a8-474e-8899-01e1030705b7'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:38:14.640282 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7da2d42-ff80-4c17-ae2f-d6d6d0b4c633 req-4d8a97cc-bcbe-48ef-8c56-05965265464b tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:14.642277 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e84c2f8edc4c5bc2f689ddb2df796faf16af949d7518eb87a014b7a9d68b702d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ccc362e-058f-4688-826b-f37d1ea37760" -d '{"events": [{"server_uuid": "19fa6931-dd98-4188-9567-3461a41cb439", "name": "network-vif-deleted", "tag": "38f8da62-29a8-474e-8899-01e1030705b7"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:38:14.642486 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-d7da2d42-ff80-4c17-ae2f-d6d6d0b4c633 req-4d8a97cc-bcbe-48ef-8c56-05965265464b tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d035ebe-f417-4046-be21-2782009cfc2a HTTP/1.1" status: 200 len: 945 time: 0.3318245 Jun 29 11:38:14.693980 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.managers [req-9e27055f-ff78-4225-b226-dbd42c91d2e9 req-a4eaaf78-7de9-4bee-a7db-8451226b2d59 service neutron] Attempting to bind port ef50da1a-5de0-4acf-acf0-5c643c18dd5b on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:38:14.694277 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.managers [req-9e27055f-ff78-4225-b226-dbd42c91d2e9 req-a4eaaf78-7de9-4bee-a7db-8451226b2d59 service neutron] Attempting to bind port ef50da1a-5de0-4acf-acf0-5c643c18dd5b by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '55466662-301d-406e-82c0-6dd641001f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e9d88840-98f4-4a23-99d2-b1bc5c5cc80e'}] {{(pid=93175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:38:14.694512 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e27055f-ff78-4225-b226-dbd42c91d2e9 req-a4eaaf78-7de9-4bee-a7db-8451226b2d59 service neutron] Attempting to bind port ef50da1a-5de0-4acf-acf0-5c643c18dd5b on network e9d88840-98f4-4a23-99d2-b1bc5c5cc80e {{(pid=93175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:38:14.714004 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e27055f-ff78-4225-b226-dbd42c91d2e9 req-a4eaaf78-7de9-4bee-a7db-8451226b2d59 service neutron] Port ef50da1a-5de0-4acf-acf0-5c643c18dd5b on network e9d88840-98f4-4a23-99d2-b1bc5c5cc80e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 11:38:14.714317 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e27055f-ff78-4225-b226-dbd42c91d2e9 req-a4eaaf78-7de9-4bee-a7db-8451226b2d59 service neutron] Attempting to bind port ef50da1a-5de0-4acf-acf0-5c643c18dd5b on network e9d88840-98f4-4a23-99d2-b1bc5c5cc80e {{(pid=93175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:38:14.732358 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-16d62210-824c-48d4-b8b4-4090b1ff8a94 req-7886a77d-3fad-4c43-b0c8-4ae29d16c761 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/security-groups?id=38d493ea-8bd2-480e-b405-daa4d11d3534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613069 Jun 29 11:38:14.742131 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e27055f-ff78-4225-b226-dbd42c91d2e9 req-a4eaaf78-7de9-4bee-a7db-8451226b2d59 service neutron] Checking agent: {'id': '2f355b06-002c-40e6-bb76-5e394ebaabf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 33, 51), 'started_at': datetime.datetime(2021, 6, 29, 11, 33, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:38:14.742473 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e27055f-ff78-4225-b226-dbd42c91d2e9 req-a4eaaf78-7de9-4bee-a7db-8451226b2d59 service neutron] Checking segment: {'id': '55466662-301d-406e-82c0-6dd641001f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e9d88840-98f4-4a23-99d2-b1bc5c5cc80e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:38:14.742857 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e27055f-ff78-4225-b226-dbd42c91d2e9 req-a4eaaf78-7de9-4bee-a7db-8451226b2d59 service neutron] Bound using segment: {'id': '55466662-301d-406e-82c0-6dd641001f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e9d88840-98f4-4a23-99d2-b1bc5c5cc80e'} {{(pid=93175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:38:14.743288 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.managers [req-9e27055f-ff78-4225-b226-dbd42c91d2e9 req-a4eaaf78-7de9-4bee-a7db-8451226b2d59 service neutron] Bound port: ef50da1a-5de0-4acf-acf0-5c643c18dd5b, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55466662-301d-406e-82c0-6dd641001f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e9d88840-98f4-4a23-99d2-b1bc5c5cc80e'}}] {{(pid=93175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:38:14.743798 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-9e27055f-ff78-4225-b226-dbd42c91d2e9 req-a4eaaf78-7de9-4bee-a7db-8451226b2d59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:14.748452 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-d7da2d42-ff80-4c17-ae2f-d6d6d0b4c633 req-98655dca-2ff1-4213-b8a1-70bf2089fc82 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911684 Jun 29 11:38:14.850949 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a09b61c-0e3f-4180-b796-815506f516ec x-openstack-request-id: req-1a09b61c-0e3f-4180-b796-815506f516ec {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:38:14.851492 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19fa6931-dd98-4188-9567-3461a41cb439", "name": "network-vif-deleted", "tag": "38f8da62-29a8-474e-8899-01e1030705b7", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:38:14.852074 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1a09b61c-0e3f-4180-b796-815506f516ec {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:38:14.852711 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19fa6931-dd98-4188-9567-3461a41cb439', 'name': 'network-vif-deleted', 'tag': '38f8da62-29a8-474e-8899-01e1030705b7', 'status': 'completed', 'code': 200} Jun 29 11:38:14.868788 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.db [req-9e27055f-ff78-4225-b226-dbd42c91d2e9 req-a4eaaf78-7de9-4bee-a7db-8451226b2d59 service neutron] For port ef50da1a-5de0-4acf-acf0-5c643c18dd5b, host hv-cinder-79760, cleared binding levels {{(pid=93175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:38:14.872764 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.db [req-9e27055f-ff78-4225-b226-dbd42c91d2e9 req-a4eaaf78-7de9-4bee-a7db-8451226b2d59 service neutron] For port ef50da1a-5de0-4acf-acf0-5c643c18dd5b, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=ef50da1a-5de0-4acf-acf0-5c643c18dd5b,segment=NetworkSegment(55466662-301d-406e-82c0-6dd641001f64),segment_id=55466662-301d-406e-82c0-6dd641001f64)] {{(pid=93175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:38:14.879656 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-9e27055f-ff78-4225-b226-dbd42c91d2e9 req-a4eaaf78-7de9-4bee-a7db-8451226b2d59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61826046'] for port, after_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:14.884073 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-5115e4a5-e676-47be-b43c-fc7e372a736f tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:14.929580 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e27055f-ff78-4225-b226-dbd42c91d2e9 req-a4eaaf78-7de9-4bee-a7db-8451226b2d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:14.930229 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-9e27055f-ff78-4225-b226-dbd42c91d2e9 req-a4eaaf78-7de9-4bee-a7db-8451226b2d59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126777'] for port, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:14.931788 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-9e27055f-ff78-4225-b226-dbd42c91d2e9 req-a4eaaf78-7de9-4bee-a7db-8451226b2d59 service neutron] 10.222.0.21 "PUT /v2.0/ports/ef50da1a-5de0-4acf-acf0-5c643c18dd5b HTTP/1.1" status: 200 len: 1093 time: 1.2747335 Jun 29 11:38:14.933834 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95157347-2893-4b65-91f2-c3e462429a75', 'tag': 'ef50da1a-5de0-4acf-acf0-5c643c18dd5b'}] {{(pid=93175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:38:14.936608 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}879b71c770f982178fec1a07a47b9a5355ed3bb08afc25f1aa80a68f93cb18a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-314ee0d0-0de8-4a8d-81dc-bed7ef634862" -d '{"events": [{"name": "network-changed", "server_uuid": "95157347-2893-4b65-91f2-c3e462429a75", "tag": "ef50da1a-5de0-4acf-acf0-5c643c18dd5b"}]}' {{(pid=93175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:38:14.986432 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-80da6d89-873a-43dc-8225-ed301cf7cb18 req-dc33de1c-3dc1-480e-8440-df5ab7b8bf5c tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/ports?device_id=19fa6931-dd98-4188-9567-3461a41cb439 HTTP/1.1" status: 200 len: 210 time: 0.0527401 Jun 29 11:38:14.993740 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eaaf78-7de9-4bee-a7db-8451226b2d59 service neutron] Pushing event updated for resources: {'Port': ['ID=ef50da1a-5de0-4acf-acf0-5c643c18dd5b,revision_number=3']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:14.997836 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-a4eaaf78-7de9-4bee-a7db-8451226b2d59 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:15.046374 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 11:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e6ac130-369b-44e3-9d3b-3308ae264754 x-openstack-request-id: req-2e6ac130-369b-44e3-9d3b-3308ae264754 {{(pid=93175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:38:15.046689 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95157347-2893-4b65-91f2-c3e462429a75", "tag": "ef50da1a-5de0-4acf-acf0-5c643c18dd5b", "status": "completed", "code": 200}]} {{(pid=93175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:38:15.046975 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-2e6ac130-369b-44e3-9d3b-3308ae264754 {{(pid=93175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:38:15.047432 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95157347-2893-4b65-91f2-c3e462429a75', 'tag': 'ef50da1a-5de0-4acf-acf0-5c643c18dd5b', 'status': 'completed', 'code': 200} Jun 29 11:38:15.088014 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e27055f-ff78-4225-b226-dbd42c91d2e9 req-e6ca0486-417f-4e3d-98f0-45d438b65d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:15.090475 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-9e27055f-ff78-4225-b226-dbd42c91d2e9 req-e6ca0486-417f-4e3d-98f0-45d438b65d34 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=eb717b2fc54644fab9442a27b124ca4a&device_id=95157347-2893-4b65-91f2-c3e462429a75 HTTP/1.1" status: 200 len: 1096 time: 0.0840015 Jun 29 11:38:15.148734 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-9e27055f-ff78-4225-b226-dbd42c91d2e9 req-13ba8577-1083-4c20-9099-2cda01eea002 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ef50da1a-5de0-4acf-acf0-5c643c18dd5b HTTP/1.1" status: 200 len: 217 time: 0.0495684 Jun 29 11:38:15.243027 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e27055f-ff78-4225-b226-dbd42c91d2e9 req-9bba35c4-5184-4db4-af1e-0d7fdc5db38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:15.245522 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-9e27055f-ff78-4225-b226-dbd42c91d2e9 req-9bba35c4-5184-4db4-af1e-0d7fdc5db38b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0be6d04b-0794-4388-9c0f-12568e246883 HTTP/1.1" status: 200 len: 852 time: 0.0769970 Jun 29 11:38:15.309252 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-9e27055f-ff78-4225-b226-dbd42c91d2e9 req-67283e24-2b16-48aa-8a7d-bfccd4c75212 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9d88840-98f4-4a23-99d2-b1bc5c5cc80e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474672 Jun 29 11:38:15.473700 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-9e27055f-ff78-4225-b226-dbd42c91d2e9 req-8dac8638-f466-4cfe-8b9f-be836af7bc6c service neutron] 10.222.0.21 "GET /v2.0/networks/e9d88840-98f4-4a23-99d2-b1bc5c5cc80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482751 Jun 29 11:38:15.668060 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-9e27055f-ff78-4225-b226-dbd42c91d2e9 req-f1e0be5c-994c-4573-b472-8a21c5e5d57d service neutron] 10.222.0.21 "GET /v2.0/networks/e9d88840-98f4-4a23-99d2-b1bc5c5cc80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844332 Jun 29 11:38:15.859240 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ee0d0-0de8-4a8d-81dc-bed7ef634862 req-a8e98347-414c-4e14-bc57-1d2a9ad52706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:15.862093 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-314ee0d0-0de8-4a8d-81dc-bed7ef634862 req-a8e98347-414c-4e14-bc57-1d2a9ad52706 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=eb717b2fc54644fab9442a27b124ca4a&device_id=95157347-2893-4b65-91f2-c3e462429a75 HTTP/1.1" status: 200 len: 1096 time: 0.1132226 Jun 29 11:38:16.067362 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ee0d0-0de8-4a8d-81dc-bed7ef634862 req-40a7675f-a7dc-427a-8157-1893a4b5308d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:16.068920 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-314ee0d0-0de8-4a8d-81dc-bed7ef634862 req-40a7675f-a7dc-427a-8157-1893a4b5308d service neutron] 10.222.0.21 "GET /v2.0/networks?id=e9d88840-98f4-4a23-99d2-b1bc5c5cc80e HTTP/1.1" status: 200 len: 913 time: 0.1997781 Jun 29 11:38:16.094335 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9f17d9-aaac-4897-9224-738e7def4bb3 req-3de4b325-085f-4573-9f02-b40492cb0879 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:16.096500 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-5b9f17d9-aaac-4897-9224-738e7def4bb3 req-3de4b325-085f-4573-9f02-b40492cb0879 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/ports?device_id=95157347-2893-4b65-91f2-c3e462429a75 HTTP/1.1" status: 200 len: 943 time: 0.2135317 Jun 29 11:38:16.140857 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-314ee0d0-0de8-4a8d-81dc-bed7ef634862 req-a9071d61-d97a-4990-b148-f7b41afc4898 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ef50da1a-5de0-4acf-acf0-5c643c18dd5b HTTP/1.1" status: 200 len: 217 time: 0.0619152 Jun 29 11:38:16.168276 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd28a6ed-38e0-4c7b-94a6-7af6e64e63d0 req-3245f852-93a7-451c-ab36-198cfba829eb tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:16.170094 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-fd28a6ed-38e0-4c7b-94a6-7af6e64e63d0 req-3245f852-93a7-451c-ab36-198cfba829eb tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d035ebe-f417-4046-be21-2782009cfc2a HTTP/1.1" status: 200 len: 945 time: 0.2169693 Jun 29 11:38:16.240128 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-5b9f17d9-aaac-4897-9224-738e7def4bb3 req-e486f6f0-ed19-4850-9482-0fd961fd65b5 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/security-groups?id=38d493ea-8bd2-480e-b405-daa4d11d3534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085382 Jun 29 11:38:16.251385 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ee0d0-0de8-4a8d-81dc-bed7ef634862 req-6dabbee5-425e-4603-be98-238f24d77b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:16.253225 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-314ee0d0-0de8-4a8d-81dc-bed7ef634862 req-6dabbee5-425e-4603-be98-238f24d77b75 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0be6d04b-0794-4388-9c0f-12568e246883 HTTP/1.1" status: 200 len: 852 time: 0.1029830 Jun 29 11:38:16.278689 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-fd28a6ed-38e0-4c7b-94a6-7af6e64e63d0 req-e5ce5c1d-26c5-467f-aa24-a9b075a9900a tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787637 Jun 29 11:38:16.307051 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-314ee0d0-0de8-4a8d-81dc-bed7ef634862 req-ba9dc603-c4e3-4701-843e-745971d47cac service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9d88840-98f4-4a23-99d2-b1bc5c5cc80e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423985 Jun 29 11:38:16.462653 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-314ee0d0-0de8-4a8d-81dc-bed7ef634862 req-ffd30777-593a-4f35-8f56-06e1f421d244 service neutron] 10.222.0.21 "GET /v2.0/networks/e9d88840-98f4-4a23-99d2-b1bc5c5cc80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474295 Jun 29 11:38:16.580106 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-314ee0d0-0de8-4a8d-81dc-bed7ef634862 req-b2740e07-e124-4635-8489-0f6a7e9bc95c service neutron] 10.222.0.21 "GET /v2.0/networks/e9d88840-98f4-4a23-99d2-b1bc5c5cc80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091218 Jun 29 11:38:16.992086 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 52040) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:38:17.247898 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 52046) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:38:17.341887 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-0b538513-b343-489e-bcc0-e44d39c3729e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:17.413823 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-11cdcb6e-f3b5-4a8f-814b-e4031d4c411d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:17.558838 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-0b538513-b343-489e-bcc0-e44d39c3729e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:17.577293 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-0b538513-b343-489e-bcc0-e44d39c3729e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:17.584117 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-08cb2522-caef-46d7-b090-29e6fda2346c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:17.658909 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-0b538513-b343-489e-bcc0-e44d39c3729e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ba9254ac083149a2ae014620830e58e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4093859 Jun 29 11:38:17.662257 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 52058) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:38:17.663521 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b538513-b343-489e-bcc0-e44d39c3729e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fac0c79e-0098-4c2d-97cc-1c891a0c83a8,revision_number=1']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:17.670521 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-0b538513-b343-489e-bcc0-e44d39c3729e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:17.687517 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Device 38f8da62-29a8-474e-8899-01e1030705b7 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:38:17.689437 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f4b316-2932-4c10-b1af-d70b74cfddc4 req-1a7421af-8d7d-4f67-b5ca-abd8210868ee tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:17.696721 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-74f4b316-2932-4c10-b1af-d70b74cfddc4 req-1a7421af-8d7d-4f67-b5ca-abd8210868ee tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/ports?device_id=95157347-2893-4b65-91f2-c3e462429a75 HTTP/1.1" status: 200 len: 943 time: 0.2029219 Jun 29 11:38:17.717298 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ef19ee-a133-48be-864f-334522cb8095 req-ae5d1b8c-2977-490e-920a-e35a3437644e tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:17.718916 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-b9ef19ee-a133-48be-864f-334522cb8095 req-ae5d1b8c-2977-490e-920a-e35a3437644e tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d035ebe-f417-4046-be21-2782009cfc2a HTTP/1.1" status: 200 len: 945 time: 0.2675641 Jun 29 11:38:17.733530 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] No Port match for: 38f8da62-29a8-474e-8899-01e1030705b7 {{(pid=93177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:38:17.734312 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Device 38f8da62-29a8-474e-8899-01e1030705b7 not bound to the agent host hv-cinder-79760 {{(pid=93177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:38:17.758795 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6f9adbe4-c632-42bc-80fa-d5ed0d68ccc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:17.791516 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6f9adbe4-c632-42bc-80fa-d5ed0d68ccc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:17.807746 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-74f4b316-2932-4c10-b1af-d70b74cfddc4 req-b10ce4c9-3a4e-4b48-81c7-af284afb2e8d tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/security-groups?id=38d493ea-8bd2-480e-b405-daa4d11d3534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100137 Jun 29 11:38:17.824666 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-b9ef19ee-a133-48be-864f-334522cb8095 req-a827adc8-f5ca-4f64-8125-e39c46ca9efa tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900781 Jun 29 11:38:17.843812 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-11cdcb6e-f3b5-4a8f-814b-e4031d4c411d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:17.857495 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-11cdcb6e-f3b5-4a8f-814b-e4031d4c411d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:17.877703 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-c3f3047e-9e8b-42a8-923c-f14f71e09712 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:17.879529 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6f9adbe4-c632-42bc-80fa-d5ed0d68ccc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:17.882903 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6f9adbe4-c632-42bc-80fa-d5ed0d68ccc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:17.888571 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-6f9adbe4-c632-42bc-80fa-d5ed0d68ccc2 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/fac0c79e-0098-4c2d-97cc-1c891a0c83a8 HTTP/1.1" status: 204 len: 168 time: 0.2219357 Jun 29 11:38:17.889620 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4d8b137b-c480-4fef-8da5-79f839f67ff3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:17.899102 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-11cdcb6e-f3b5-4a8f-814b-e4031d4c411d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bb901cf4d4c54a68875764a7ccfdd1cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9054196 Jun 29 11:38:17.902070 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 52064) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:38:17.915192 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9adbe4-c632-42bc-80fa-d5ed0d68ccc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac0c79e-0098-4c2d-97cc-1c891a0c83a8,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:17.917619 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6f9adbe4-c632-42bc-80fa-d5ed0d68ccc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:17.948864 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cdcb6e-f3b5-4a8f-814b-e4031d4c411d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aeccbe5-6dbb-415d-bd5b-3e4ff620c93b,revision_number=1']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:17.955408 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-11cdcb6e-f3b5-4a8f-814b-e4031d4c411d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:17.995697 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-2ece4fb1-7dc5-4c31-8074-54aabe4e6ef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:18.030953 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-2ece4fb1-7dc5-4c31-8074-54aabe4e6ef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:18.128883 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-2ece4fb1-7dc5-4c31-8074-54aabe4e6ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:18.132986 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-2ece4fb1-7dc5-4c31-8074-54aabe4e6ef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:18.138348 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-2ece4fb1-7dc5-4c31-8074-54aabe4e6ef4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6aeccbe5-6dbb-415d-bd5b-3e4ff620c93b HTTP/1.1" status: 204 len: 168 time: 0.2268832 Jun 29 11:38:18.138348 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-8ff6c86f-4c27-4bd5-9a7d-d9c0aff6e4ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:18.150619 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ece4fb1-7dc5-4c31-8074-54aabe4e6ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aeccbe5-6dbb-415d-bd5b-3e4ff620c93b,revision_number=None']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:18.154315 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-2ece4fb1-7dc5-4c31-8074-54aabe4e6ef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:18.389640 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 52074) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:38:18.405538 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-7e53148b-ad91-4348-ac7d-533fa72f8894 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:18.586225 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41c349c-ae25-4172-8ab8-5c45a65f6172 req-77987d27-7a09-4808-ad73-9d34591e8212 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:18.587846 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-c41c349c-ae25-4172-8ab8-5c45a65f6172 req-77987d27-7a09-4808-ad73-9d34591e8212 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d7f9b21-431c-40b0-9303-4caf25b05283 HTTP/1.1" status: 200 len: 945 time: 0.1367726 Jun 29 11:38:18.608562 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-7e53148b-ad91-4348-ac7d-533fa72f8894 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:18.619494 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-7e53148b-ad91-4348-ac7d-533fa72f8894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:18.625628 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:18.681782 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-7e53148b-ad91-4348-ac7d-533fa72f8894 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d08f7ff35d974ef0b3e2d68dcfa03a4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2897387 Jun 29 11:38:18.681782 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e53148b-ad91-4348-ac7d-533fa72f8894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d6b2f9-1dbb-48c1-b8f9-a651cfecf4ef,revision_number=1']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:18.684758 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 52082) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:38:18.694667 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-c41c349c-ae25-4172-8ab8-5c45a65f6172 req-10bc5ca8-fa5c-4041-84dd-31c0f6f51d53 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c1a7ad6-20f5-44d5-aaf0-50a5387c12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967565 Jun 29 11:38:18.695663 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-7e53148b-ad91-4348-ac7d-533fa72f8894 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:18.770450 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-746bf1d7-7663-48b3-a13a-4225b613c18a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:18.811835 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-746bf1d7-7663-48b3-a13a-4225b613c18a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:18.909106 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-746bf1d7-7663-48b3-a13a-4225b613c18a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:18.913557 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-746bf1d7-7663-48b3-a13a-4225b613c18a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:18.915779 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-746bf1d7-7663-48b3-a13a-4225b613c18a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a2d6b2f9-1dbb-48c1-b8f9-a651cfecf4ef HTTP/1.1" status: 204 len: 168 time: 0.2276020 Jun 29 11:38:18.917008 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a94f3665-e94e-4dd8-a56e-72d021ce22fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:18.953767 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746bf1d7-7663-48b3-a13a-4225b613c18a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d6b2f9-1dbb-48c1-b8f9-a651cfecf4ef,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:18.970512 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-746bf1d7-7663-48b3-a13a-4225b613c18a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:19.246118 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2374c2df-baaf-4dee-b23a-146a24489a40 req-e73638a8-770c-4856-b34c-c224c3d04576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:19.247634 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-2374c2df-baaf-4dee-b23a-146a24489a40 req-e73638a8-770c-4856-b34c-c224c3d04576 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6d035ebe-f417-4046-be21-2782009cfc2a HTTP/1.1" status: 200 len: 1098 time: 0.1742070 Jun 29 11:38:19.256993 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e01c697-ee21-4b19-b837-dd2c9e18fd68 req-d6fd79f2-65ea-40e1-82a9-54ca29d0d833 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:19.260452 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-9e01c697-ee21-4b19-b837-dd2c9e18fd68 req-d6fd79f2-65ea-40e1-82a9-54ca29d0d833 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/ports?device_id=95157347-2893-4b65-91f2-c3e462429a75 HTTP/1.1" status: 200 len: 943 time: 0.1891274 Jun 29 11:38:19.352971 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f65009-6f0e-480e-a28a-da37bb04ce12 req-a1db1a2e-216e-4fed-9b53-690807ee3eb6 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:19.355823 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-33f65009-6f0e-480e-a28a-da37bb04ce12 req-a1db1a2e-216e-4fed-9b53-690807ee3eb6 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d035ebe-f417-4046-be21-2782009cfc2a HTTP/1.1" status: 200 len: 945 time: 0.2020884 Jun 29 11:38:19.427983 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-2374c2df-baaf-4dee-b23a-146a24489a40 req-5e883041-8fbf-4f59-a2a2-3328419e6fd4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572077 Jun 29 11:38:19.440129 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-9e01c697-ee21-4b19-b837-dd2c9e18fd68 req-3121339a-5bb5-4a7f-8303-cea79026d190 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/security-groups?id=38d493ea-8bd2-480e-b405-daa4d11d3534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573312 Jun 29 11:38:19.463360 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 52108) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:38:19.492386 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-33f65009-6f0e-480e-a28a-da37bb04ce12 req-086f9524-4292-4e0b-92c8-7306db8d98b8 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108258 Jun 29 11:38:19.504862 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c1881f7d-aa48-4d77-b2bf-9f50fb3c9039 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:19.636114 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c1881f7d-aa48-4d77-b2bf-9f50fb3c9039 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:19.642245 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c1881f7d-aa48-4d77-b2bf-9f50fb3c9039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:19.645195 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-15bfa2a2-6c6c-4e50-be6e-bf58c653379a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:19.687217 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-c1881f7d-aa48-4d77-b2bf-9f50fb3c9039 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7a4119906fef4c5b84fdbfc2e2452fca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2228696 Jun 29 11:38:19.688293 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1881f7d-aa48-4d77-b2bf-9f50fb3c9039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c08fc7ab-20c2-4373-a866-2de102f1792c,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:19.691266 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 52110) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:38:19.692237 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c1881f7d-aa48-4d77-b2bf-9f50fb3c9039 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:19.785579 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1230e7c5-807f-4edc-b3c8-c6c0af7bda04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:19.827655 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1230e7c5-807f-4edc-b3c8-c6c0af7bda04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:19.946537 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1230e7c5-807f-4edc-b3c8-c6c0af7bda04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:19.950824 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1230e7c5-807f-4edc-b3c8-c6c0af7bda04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:19.952837 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-1230e7c5-807f-4edc-b3c8-c6c0af7bda04 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c08fc7ab-20c2-4373-a866-2de102f1792c HTTP/1.1" status: 204 len: 168 time: 0.2599857 Jun 29 11:38:19.955680 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-bdffa0e2-51be-4df9-8a34-fc3c38d88ca2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:19.978735 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1230e7c5-807f-4edc-b3c8-c6c0af7bda04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08fc7ab-20c2-4373-a866-2de102f1792c,revision_number=None']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:19.983799 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-1230e7c5-807f-4edc-b3c8-c6c0af7bda04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:20.027060 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b877334-1ff9-4c90-9ca7-1b5a67db5e1e req-42a17f30-76ce-46eb-bbaf-0b905b6fe905 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:20.030167 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-5b877334-1ff9-4c90-9ca7-1b5a67db5e1e req-42a17f30-76ce-46eb-bbaf-0b905b6fe905 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d7f9b21-431c-40b0-9303-4caf25b05283 HTTP/1.1" status: 200 len: 945 time: 0.1446476 Jun 29 11:38:20.083927 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-5b877334-1ff9-4c90-9ca7-1b5a67db5e1e req-67dd4067-c11b-4b9c-8ff1-7e5e57045378 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c1a7ad6-20f5-44d5-aaf0-50a5387c12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437338 Jun 29 11:38:20.539047 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:20.771948 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c89b0c4-93af-4e46-b2e3-4bc326a46030 req-e1f73f3c-31e4-4820-8ea9-7527588a2d1c tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:20.775064 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-3c89b0c4-93af-4e46-b2e3-4bc326a46030 req-e1f73f3c-31e4-4820-8ea9-7527588a2d1c tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d035ebe-f417-4046-be21-2782009cfc2a HTTP/1.1" status: 200 len: 945 time: 0.1278286 Jun 29 11:38:20.790786 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca22c0e-dca7-437b-94df-27e67f41ab7f req-bb0bb5d4-f5f3-410f-aaac-a8a730a6b534 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:20.792380 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-7ca22c0e-dca7-437b-94df-27e67f41ab7f req-bb0bb5d4-f5f3-410f-aaac-a8a730a6b534 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/ports?device_id=95157347-2893-4b65-91f2-c3e462429a75 HTTP/1.1" status: 200 len: 943 time: 0.1306303 Jun 29 11:38:20.866743 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-3c89b0c4-93af-4e46-b2e3-4bc326a46030 req-b3302360-09d8-4127-9732-8477620424b2 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731959 Jun 29 11:38:20.889429 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-7ca22c0e-dca7-437b-94df-27e67f41ab7f req-676b0a50-076c-475a-a1a7-64941c3d918b tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/security-groups?id=38d493ea-8bd2-480e-b405-daa4d11d3534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777318 Jun 29 11:38:20.992016 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de42239-34ad-416f-b319-2dc8d93a0d8d req-fc1f82e6-7fca-445d-8eaa-77f8858bf320 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:20.994887 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-8de42239-34ad-416f-b319-2dc8d93a0d8d req-fc1f82e6-7fca-445d-8eaa-77f8858bf320 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d7f9b21-431c-40b0-9303-4caf25b05283 HTTP/1.1" status: 200 len: 945 time: 0.1222749 Jun 29 11:38:21.122146 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 52144) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:38:21.202428 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.plugin [req-8de42239-34ad-416f-b319-2dc8d93a0d8d req-c78fda55-d054-490c-b918-978604833f3e tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Deleting port 23f3add5-f455-4aac-8fc0-1ee7606c9f57 {{(pid=93175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:38:21.203461 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-8de42239-34ad-416f-b319-2dc8d93a0d8d req-c78fda55-d054-490c-b918-978604833f3e tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744991508026'] for port, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:21.305754 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.v2.base [None req-cbf4b0e3-383e-468a-9c52-1d140fe7b27c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-229016941-network', 'tenant_id': '7add8bb0bbcc410d8ed660c9dee464d5'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:38:21.330896 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf4b0e3-383e-468a-9c52-1d140fe7b27c admin admin] Made reservation on behalf of 7add8bb0bbcc410d8ed660c9dee464d5 for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:38:21.333574 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cbf4b0e3-383e-468a-9c52-1d140fe7b27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:21.343693 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cbf4b0e3-383e-468a-9c52-1d140fe7b27c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:21.429760 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.db [req-8de42239-34ad-416f-b319-2dc8d93a0d8d req-c78fda55-d054-490c-b918-978604833f3e tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] For port 23f3add5-f455-4aac-8fc0-1ee7606c9f57, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=23f3add5-f455-4aac-8fc0-1ee7606c9f57,segment=NetworkSegment(0949f310-551d-4292-95ed-764ccdcd59df),segment_id=0949f310-551d-4292-95ed-764ccdcd59df)] {{(pid=93175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:38:21.430450 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-8de42239-34ad-416f-b319-2dc8d93a0d8d req-c78fda55-d054-490c-b918-978604833f3e tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013211'] for port, precommit_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:21.468922 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.plugin [req-8de42239-34ad-416f-b319-2dc8d93a0d8d req-c78fda55-d054-490c-b918-978604833f3e tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Calling delete_port for 23f3add5-f455-4aac-8fc0-1ee7606c9f57 owned by compute:nova {{(pid=93175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:38:21.514521 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb03be37-3377-4f0c-9456-6738ff116594 req-2c5ec6ec-ee84-4c7b-abb1-90a580150ac0 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:21.515724 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cbf4b0e3-383e-468a-9c52-1d140fe7b27c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:21.518026 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-cb03be37-3377-4f0c-9456-6738ff116594 req-2c5ec6ec-ee84-4c7b-abb1-90a580150ac0 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d7f9b21-431c-40b0-9303-4caf25b05283 HTTP/1.1" status: 200 len: 945 time: 0.2299836 Jun 29 11:38:21.529892 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cbf4b0e3-383e-468a-9c52-1d140fe7b27c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:21.538478 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c1881f7d-aa48-4d77-b2bf-9f50fb3c9039 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:21.576082 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbf4b0e3-383e-468a-9c52-1d140fe7b27c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 11:38:21.613004 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf4b0e3-383e-468a-9c52-1d140fe7b27c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9341942-321c-4fd5-9cd3-6ccdd0337cc7,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:21.636730 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cbf4b0e3-383e-468a-9c52-1d140fe7b27c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144823'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:21.639044 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.db.segments_db [None req-cbf4b0e3-383e-468a-9c52-1d140fe7b27c admin admin] Added segment 19343e39-02f7-4bf4-bc38-5464464e922a of type vlan for network 88d9deae-8c92-41e6-bc69-9a05a7505f6c Jun 29 11:38:21.649504 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-cbf4b0e3-383e-468a-9c52-1d140fe7b27c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:21.651503 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-cb03be37-3377-4f0c-9456-6738ff116594 req-5b99b4ea-a93d-4a88-992f-20ed6994e95d tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c1a7ad6-20f5-44d5-aaf0-50a5387c12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145995 Jun 29 11:38:21.700075 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Device ef50da1a-5de0-4acf-acf0-5c643c18dd5b details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 11:38:21.718246 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cbf4b0e3-383e-468a-9c52-1d140fe7b27c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744990971203'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:21.762132 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cbf4b0e3-383e-468a-9c52-1d140fe7b27c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:21.764782 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf4b0e3-383e-468a-9c52-1d140fe7b27c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:21.765332 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cbf4b0e3-383e-468a-9c52-1d140fe7b27c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636407'] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:21.770144 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2c7d846c-d7fb-40e8-b1cf-d777d3a102c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:21.772888 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-8de42239-34ad-416f-b319-2dc8d93a0d8d req-c78fda55-d054-490c-b918-978604833f3e tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744991430440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744990953750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61825989'] for port, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:21.784216 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:21.825190 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] get_ports_and_sgs() called for port_ids ['a548e549-c3f8-424f-b05d-4b11c70bad96', '8e5896aa-4bf6-46fb-b1f6-fd9f85e28e8c', '23f3add5-f455-4aac-8fc0-1ee7606c9f57'] {{(pid=93177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:38:21.834070 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78fda55-d054-490c-b918-978604833f3e tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Pushing event deleted for resources: {'Port': ['ID=23f3add5-f455-4aac-8fc0-1ee7606c9f57,revision_number=None']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:21.837453 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-c78fda55-d054-490c-b918-978604833f3e tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:21.890926 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.db.l3_dvrscheduler_db [req-8de42239-34ad-416f-b319-2dc8d93a0d8d req-c78fda55-d054-490c-b918-978604833f3e tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] No DVR routers for this DVR port 23f3add5-f455-4aac-8fc0-1ee7606c9f57 on host hv-cinder-79760 {{(pid=93175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:38:21.896989 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-8de42239-34ad-416f-b319-2dc8d93a0d8d req-c78fda55-d054-490c-b918-978604833f3e tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126777'] for port, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:21.901674 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-8de42239-34ad-416f-b319-2dc8d93a0d8d req-c78fda55-d054-490c-b918-978604833f3e tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.21 "DELETE /v2.0/ports/23f3add5-f455-4aac-8fc0-1ee7606c9f57 HTTP/1.1" status: 204 len: 173 time: 0.8986742 Jun 29 11:38:21.902828 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d7f9b21-431c-40b0-9303-4caf25b05283', 'name': 'network-vif-deleted', 'tag': '23f3add5-f455-4aac-8fc0-1ee7606c9f57'}] {{(pid=93175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:38:21.909909 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}879b71c770f982178fec1a07a47b9a5355ed3bb08afc25f1aa80a68f93cb18a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5497b431-13df-45ec-9e77-0c7bce09a8ba" -d '{"events": [{"server_uuid": "6d7f9b21-431c-40b0-9303-4caf25b05283", "name": "network-vif-deleted", "tag": "23f3add5-f455-4aac-8fc0-1ee7606c9f57"}]}' {{(pid=93175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:38:21.930641 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] For port ef50da1a-5de0-4acf-acf0-5c643c18dd5b, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=ef50da1a-5de0-4acf-acf0-5c643c18dd5b,segment=NetworkSegment(55466662-301d-406e-82c0-6dd641001f64),segment_id=55466662-301d-406e-82c0-6dd641001f64)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:38:22.025063 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Returning: {'device': 'ef50da1a-5de0-4acf-acf0-5c643c18dd5b', 'network_id': 'e9d88840-98f4-4a23-99d2-b1bc5c5cc80e', 'port_id': 'ef50da1a-5de0-4acf-acf0-5c643c18dd5b', 'mac_address': 'fa:16:3e:55:9c:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0be6d04b-0794-4388-9c0f-12568e246883', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 11:38:22.067469 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3407375d-d84d-4906-bb10-5b38bb6d1935 x-openstack-request-id: req-3407375d-d84d-4906-bb10-5b38bb6d1935 {{(pid=93175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:38:22.068451 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d7f9b21-431c-40b0-9303-4caf25b05283", "name": "network-vif-deleted", "tag": "23f3add5-f455-4aac-8fc0-1ee7606c9f57", "status": "completed", "code": 200}]} {{(pid=93175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:38:22.069252 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3407375d-d84d-4906-bb10-5b38bb6d1935 {{(pid=93175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:38:22.070185 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d7f9b21-431c-40b0-9303-4caf25b05283', 'name': 'network-vif-deleted', 'tag': '23f3add5-f455-4aac-8fc0-1ee7606c9f57', 'status': 'completed', 'code': 200} Jun 29 11:38:22.237012 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b2b2c-935a-4e9f-a69b-d1d1e2f5b446 req-3593e3ad-ea19-4a3c-b414-f6d49de85d88 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:22.246995 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-c93b2b2c-935a-4e9f-a69b-d1d1e2f5b446 req-3593e3ad-ea19-4a3c-b414-f6d49de85d88 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d035ebe-f417-4046-be21-2782009cfc2a HTTP/1.1" status: 200 len: 945 time: 0.1198988 Jun 29 11:38:22.276627 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:22.319591 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-cbf4b0e3-383e-468a-9c52-1d140fe7b27c admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1912103 Jun 29 11:38:22.321228 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 52170) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:38:22.343146 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.notifiers.nova [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef50da1a-5de0-4acf-acf0-5c643c18dd5b {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:38:22.343257 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.v2.base [None req-f6300dcb-0706-4e55-9ff2-77ee76ab0b4a admin admin] Request body: {'subnet': {'network_id': '88d9deae-8c92-41e6-bc69-9a05a7505f6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-229016941-subnet', 'tenant_id': '7add8bb0bbcc410d8ed660c9dee464d5', 'ip_version': 4}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:38:22.377576 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf4b0e3-383e-468a-9c52-1d140fe7b27c admin admin] Pushing event updated for resources: {'Network': ['ID=88d9deae-8c92-41e6-bc69-9a05a7505f6c,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:22.382353 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-cbf4b0e3-383e-468a-9c52-1d140fe7b27c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.612s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:22.392762 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-c93b2b2c-935a-4e9f-a69b-d1d1e2f5b446 req-7fa9aca3-eb3b-4d5d-807b-d417ba887bd1 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445711 Jun 29 11:38:22.397957 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6300dcb-0706-4e55-9ff2-77ee76ab0b4a admin admin] Made reservation on behalf of 7add8bb0bbcc410d8ed660c9dee464d5 for: {'subnet': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:38:22.404376 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f6300dcb-0706-4e55-9ff2-77ee76ab0b4a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62643893'] for subnet, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:22.409203 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d7eef0-99cc-4109-9ae6-ef02868a0a6d req-89e5d69d-7af7-4c64-935e-225854e553c2 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:22.409695 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] For port ef50da1a-5de0-4acf-acf0-5c643c18dd5b, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=ef50da1a-5de0-4acf-acf0-5c643c18dd5b,segment=NetworkSegment(55466662-301d-406e-82c0-6dd641001f64),segment_id=55466662-301d-406e-82c0-6dd641001f64)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:38:22.416869 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-f8d7eef0-99cc-4109-9ae6-ef02868a0a6d req-89e5d69d-7af7-4c64-935e-225854e553c2 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/ports?device_id=95157347-2893-4b65-91f2-c3e462429a75 HTTP/1.1" status: 200 len: 943 time: 0.1668265 Jun 29 11:38:22.422625 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Network 88d9deae-8c92-41e6-bc69-9a05a7505f6c details requested by agent ovs-agent-dv-cinder-797608-2-smb with host dv-cinder-797608-2-smb {{(pid=93177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 11:38:22.453328 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:22.477760 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-f8d7eef0-99cc-4109-9ae6-ef02868a0a6d req-f0d27c61-b1eb-4d28-b111-b73ff4303b5b tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/security-groups?id=38d493ea-8bd2-480e-b405-daa4d11d3534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595200 Jun 29 11:38:22.487649 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:22.700287 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Pushing event updated for resources: {'Port': ['ID=ef50da1a-5de0-4acf-acf0-5c643c18dd5b,revision_number=4']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:22.709589 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:22.717392 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f6300dcb-0706-4e55-9ff2-77ee76ab0b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58778224', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62643879'] for subnet, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:22.722503 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-dd4a2c8f-c800-416c-9e4d-20618a599fb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:22.839797 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6300dcb-0706-4e55-9ff2-77ee76ab0b4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=772d47c8-6f80-4a5a-ad83-c4a4866eeb24,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:22.857968 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f6300dcb-0706-4e55-9ff2-77ee76ab0b4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:22.867608 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6300dcb-0706-4e55-9ff2-77ee76ab0b4a admin admin] Checking segment: {'id': '19343e39-02f7-4bf4-bc38-5464464e922a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '88d9deae-8c92-41e6-bc69-9a05a7505f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:38:22.868171 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6300dcb-0706-4e55-9ff2-77ee76ab0b4a admin admin] Network hostable DHCP agents. Network: 88d9deae-8c92-41e6-bc69-9a05a7505f6c, hostable agents: ['069d6837-862e-44f3-9997-a187e03939a0'], hosted agents: [] {{(pid=93176) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 11:38:22.903801 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6300dcb-0706-4e55-9ff2-77ee76ab0b4a admin admin] Network 88d9deae-8c92-41e6-bc69-9a05a7505f6c is scheduled to be hosted by DHCP agent 069d6837-862e-44f3-9997-a187e03939a0 with binding_index 1 {{(pid=93176) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 11:38:22.920417 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-f6300dcb-0706-4e55-9ff2-77ee76ab0b4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-2-smb, 88d9deae-8c92-41e6-bc69-9a05a7505f6c) {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:38:22.933560 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c26af7-aa22-4e05-84ca-810cd296ca46 None None] Network 88d9deae-8c92-41e6-bc69-9a05a7505f6c requested from dv-cinder-797608-2-smb {{(pid=93177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:38:22.961894 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6300dcb-0706-4e55-9ff2-77ee76ab0b4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:22.962694 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f6300dcb-0706-4e55-9ff2-77ee76ab0b4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:23.007319 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-f6300dcb-0706-4e55-9ff2-77ee76ab0b4a admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6825025 Jun 29 11:38:23.008488 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 52184) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:38:23.015295 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.v2.base [None req-d9745040-99c5-44b7-8c52-4e8faf85b5b8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-229016941-router', 'tenant_id': '7add8bb0bbcc410d8ed660c9dee464d5', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6'}}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:38:23.068209 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d9745040-99c5-44b7-8c52-4e8faf85b5b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256'] for router, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:23.070911 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d9745040-99c5-44b7-8c52-4e8faf85b5b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1003057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1012946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-927581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-265'] for router, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:23.081045 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-f5e99155-d5b9-4b3e-a85a-b9ade5b79c0e req-80771c73-c255-4fdb-a11f-02d644b864ee tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d7f9b21-431c-40b0-9303-4caf25b05283 HTTP/1.1" status: 200 len: 210 time: 0.0622606 Jun 29 11:38:23.104719 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] get_ports_and_sgs() called for port_ids ['ef50da1a-5de0-4acf-acf0-5c643c18dd5b'] {{(pid=93177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:38:23.147162 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8aa5bd-83a6-4143-abdd-713a82ff8bd1 req-65a0d861-5cb8-4520-931b-81aa651030d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:23.148759 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-ee8aa5bd-83a6-4143-abdd-713a82ff8bd1 req-65a0d861-5cb8-4520-931b-81aa651030d4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fb634060125f416085622032826f0074&device_id=6d035ebe-f417-4046-be21-2782009cfc2a HTTP/1.1" status: 200 len: 1098 time: 0.2043085 Jun 29 11:38:23.182363 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d9745040-99c5-44b7-8c52-4e8faf85b5b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:23.235959 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e821db61-ae72-47b8-90bd-fe80956652c1 req-9a99d842-19bb-4f74-bfa4-8b45dbb92788 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:23.242961 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-e821db61-ae72-47b8-90bd-fe80956652c1 req-9a99d842-19bb-4f74-bfa4-8b45dbb92788 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d035ebe-f417-4046-be21-2782009cfc2a HTTP/1.1" status: 200 len: 945 time: 0.1655869 Jun 29 11:38:23.293873 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e392832f-462b-437c-ae08-838d05006da3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b1f32d3-038b-5e76-9a72-ea87f257608f-88d9deae-8c92-41e6-bc69-9a05a7505f6c', 'network_id': '88d9deae-8c92-41e6-bc69-9a05a7505f6c', 'tenant_id': '7add8bb0bbcc410d8ed660c9dee464d5', 'fixed_ips': [{'subnet_id': '772d47c8-6f80-4a5a-ad83-c4a4866eeb24'}]}} from dv-cinder-797608-2-smb. {{(pid=93177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 11:38:23.294602 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e392832f-462b-437c-ae08-838d05006da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:23.306782 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-e821db61-ae72-47b8-90bd-fe80956652c1 req-48246675-27c7-4cb3-afdf-1d861f9e9521 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594063 Jun 29 11:38:23.323506 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8aa5bd-83a6-4143-abdd-713a82ff8bd1 req-9e381ce7-f361-401b-9c7e-69df84c38816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:23.325119 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-ee8aa5bd-83a6-4143-abdd-713a82ff8bd1 req-9e381ce7-f361-401b-9c7e-69df84c38816 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e649846e-4490-4030-83be-c56063ebfb83 HTTP/1.1" status: 200 len: 920 time: 0.1638420 Jun 29 11:38:23.394322 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-ee8aa5bd-83a6-4143-abdd-713a82ff8bd1 req-6774c3ed-ddf7-4749-a62a-c568bb4f9060 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b5ca2a3-5459-4bc0-9e51-11a4148b3a1c HTTP/1.1" status: 200 len: 217 time: 0.0566752 Jun 29 11:38:23.413181 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d9745040-99c5-44b7-8c52-4e8faf85b5b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534850', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-507'] for router, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:23.467863 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8aa5bd-83a6-4143-abdd-713a82ff8bd1 req-f089edc4-0718-49db-8409-d84c1f05afbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:23.469439 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-ee8aa5bd-83a6-4143-abdd-713a82ff8bd1 req-f089edc4-0718-49db-8409-d84c1f05afbc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=68f333b4-cecc-4c5e-b444-811269c3af49 HTTP/1.1" status: 200 len: 859 time: 0.0664310 Jun 29 11:38:23.520302 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-e392832f-462b-437c-ae08-838d05006da3 None None] Allocated IP 172.20.0.2 (88d9deae-8c92-41e6-bc69-9a05a7505f6c/772d47c8-6f80-4a5a-ad83-c4a4866eeb24/0052bbf2-d2c9-4cf5-959f-f42679710604) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:38:23.550606 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-ee8aa5bd-83a6-4143-abdd-713a82ff8bd1 req-8d3fc865-9028-40ec-8ca6-401e9ea0be35 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e649846e-4490-4030-83be-c56063ebfb83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715282 Jun 29 11:38:23.718607 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Device 23f3add5-f455-4aac-8fc0-1ee7606c9f57 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:38:23.738430 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-ee8aa5bd-83a6-4143-abdd-713a82ff8bd1 req-0697214f-3055-47a1-9e99-b53a7b5fc0ce service neutron] 10.222.0.21 "GET /v2.0/networks/e649846e-4490-4030-83be-c56063ebfb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787658 Jun 29 11:38:23.814156 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] No Port match for: 23f3add5-f455-4aac-8fc0-1ee7606c9f57 {{(pid=93177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:38:23.814513 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Device 23f3add5-f455-4aac-8fc0-1ee7606c9f57 not bound to the agent host hv-cinder-79760 {{(pid=93177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:38:23.863297 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d9745040-99c5-44b7-8c52-4e8faf85b5b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:23.897433 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e392832f-462b-437c-ae08-838d05006da3 None None] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:23.898593 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d9745040-99c5-44b7-8c52-4e8faf85b5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:23.922494 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-e392832f-462b-437c-ae08-838d05006da3 None None] Transition to ACTIVE for port object 0052bbf2-d2c9-4cf5-959f-f42679710604 will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:38:23.951310 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-e392832f-462b-437c-ae08-838d05006da3 None None] Transition to ACTIVE for port object 0052bbf2-d2c9-4cf5-959f-f42679710604 will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:38:23.959514 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e392832f-462b-437c-ae08-838d05006da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3670657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744990953741'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:23.961849 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:24.006463 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e392832f-462b-437c-ae08-838d05006da3 None None] Network 88d9deae-8c92-41e6-bc69-9a05a7505f6c is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:38:24.012264 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-e392832f-462b-437c-ae08-838d05006da3 None None] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:38:24.020328 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e392832f-462b-437c-ae08-838d05006da3 None None] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:38:24.024370 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e392832f-462b-437c-ae08-838d05006da3 None None] Pushing event updated for resources: {'Port': ['ID=0052bbf2-d2c9-4cf5-959f-f42679710604,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:24.028531 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e392832f-462b-437c-ae08-838d05006da3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:24.090505 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-e392832f-462b-437c-ae08-838d05006da3 None None] Attempting to bind port 0052bbf2-d2c9-4cf5-959f-f42679710604 on host dv-cinder-797608-2-smb for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:38:24.090897 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-e392832f-462b-437c-ae08-838d05006da3 None None] Attempting to bind port 0052bbf2-d2c9-4cf5-959f-f42679710604 by drivers openvswitch,hyperv on host dv-cinder-797608-2-smb at level 0 using segments [{'id': '19343e39-02f7-4bf4-bc38-5464464e922a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '88d9deae-8c92-41e6-bc69-9a05a7505f6c'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:38:24.091303 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e392832f-462b-437c-ae08-838d05006da3 None None] Attempting to bind port 0052bbf2-d2c9-4cf5-959f-f42679710604 on network 88d9deae-8c92-41e6-bc69-9a05a7505f6c {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:38:24.098501 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e392832f-462b-437c-ae08-838d05006da3 None None] Checking agent: {'id': 'd2315a1d-b1aa-4a09-8200-44995cf6bc46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 27, 34), 'started_at': datetime.datetime(2021, 6, 29, 11, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:38:24.098989 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e392832f-462b-437c-ae08-838d05006da3 None None] Checking segment: {'id': '19343e39-02f7-4bf4-bc38-5464464e922a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '88d9deae-8c92-41e6-bc69-9a05a7505f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:38:24.099303 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e392832f-462b-437c-ae08-838d05006da3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:24.100204 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e392832f-462b-437c-ae08-838d05006da3 None None] Bound using segment: {'id': '19343e39-02f7-4bf4-bc38-5464464e922a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '88d9deae-8c92-41e6-bc69-9a05a7505f6c'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:38:24.100375 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-e392832f-462b-437c-ae08-838d05006da3 None None] Bound port: 0052bbf2-d2c9-4cf5-959f-f42679710604, host: dv-cinder-797608-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19343e39-02f7-4bf4-bc38-5464464e922a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '88d9deae-8c92-41e6-bc69-9a05a7505f6c'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:38:24.100947 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e392832f-462b-437c-ae08-838d05006da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:24.152628 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-d9745040-99c5-44b7-8c52-4e8faf85b5b8 admin admin] Allocated IP 172.28.2.131 (6fd298bf-14bd-44c4-b839-39c6685a3eb6/042f854c-de74-4a6a-969f-d747577d8cca/c86a062c-62c6-4c12-88ac-252ec36bd593) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:38:24.194107 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-e392832f-462b-437c-ae08-838d05006da3 None None] For port 0052bbf2-d2c9-4cf5-959f-f42679710604, host dv-cinder-797608-2-smb, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:38:24.201347 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-e392832f-462b-437c-ae08-838d05006da3 None None] For port 0052bbf2-d2c9-4cf5-959f-f42679710604, host dv-cinder-797608-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-smb',level=0,port_id=0052bbf2-d2c9-4cf5-959f-f42679710604,segment=NetworkSegment(19343e39-02f7-4bf4-bc38-5464464e922a),segment_id=19343e39-02f7-4bf4-bc38-5464464e922a)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:38:24.210730 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e392832f-462b-437c-ae08-838d05006da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:24.213519 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:24.223013 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da54b2fd-b3d0-43d0-80b0-70988d3a9928 req-afc0c34c-caea-4cc7-9a94-a2a0f73b536d tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:24.225689 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-da54b2fd-b3d0-43d0-80b0-70988d3a9928 req-afc0c34c-caea-4cc7-9a94-a2a0f73b536d tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/ports?device_id=95157347-2893-4b65-91f2-c3e462429a75 HTTP/1.1" status: 200 len: 944 time: 0.5507011 Jun 29 11:38:24.279648 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e392832f-462b-437c-ae08-838d05006da3 None None] Pushing event updated for resources: {'Port': ['ID=0052bbf2-d2c9-4cf5-959f-f42679710604,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:24.284057 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e392832f-462b-437c-ae08-838d05006da3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:24.305026 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-ee8aa5bd-83a6-4143-abdd-713a82ff8bd1 req-f4a8abed-c4c3-48bb-98de-b0cbe7c61b49 service neutron] 10.222.0.21 "GET /v2.0/networks/e649846e-4490-4030-83be-c56063ebfb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5593748 Jun 29 11:38:24.341682 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-da54b2fd-b3d0-43d0-80b0-70988d3a9928 req-ef9f77d3-e7dd-44f5-a387-1e08aa38da15 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/security-groups?id=38d493ea-8bd2-480e-b405-daa4d11d3534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971701 Jun 29 11:38:24.392944 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d9745040-99c5-44b7-8c52-4e8faf85b5b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:24.470527 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d9745040-99c5-44b7-8c52-4e8faf85b5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3670657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744990953741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58778316'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:24.477423 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:24.591458 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9745040-99c5-44b7-8c52-4e8faf85b5b8 admin admin] Network 6fd298bf-14bd-44c4-b839-39c6685a3eb6 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:38:24.619580 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-d9745040-99c5-44b7-8c52-4e8faf85b5b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:38:24.636681 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9745040-99c5-44b7-8c52-4e8faf85b5b8 admin admin] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:38:24.693220 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9d5491-c5cd-4951-a685-84ca42e2addb req-8eb07189-6949-48bd-8c1e-92581a042039 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:24.695108 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-9e9d5491-c5cd-4951-a685-84ca42e2addb req-8eb07189-6949-48bd-8c1e-92581a042039 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d035ebe-f417-4046-be21-2782009cfc2a HTTP/1.1" status: 200 len: 945 time: 0.1731625 Jun 29 11:38:24.700356 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9745040-99c5-44b7-8c52-4e8faf85b5b8 admin admin] Pushing event updated for resources: {'Port': ['ID=c86a062c-62c6-4c12-88ac-252ec36bd593,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:24.708245 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d9745040-99c5-44b7-8c52-4e8faf85b5b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:24.783704 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-9e9d5491-c5cd-4951-a685-84ca42e2addb req-9be8ad0a-0b50-4af8-bc54-9934d32fed69 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761302 Jun 29 11:38:24.957553 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a76d4-d85b-4da1-a5eb-c287d3ec5ac1 req-7be82b62-30e7-41c9-b70d-43b634a80889 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:24.959380 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-7b9a76d4-d85b-4da1-a5eb-c287d3ec5ac1 req-7be82b62-30e7-41c9-b70d-43b634a80889 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/ports?device_id=0bf16164-bd87-4019-b59a-424dc56be8fd HTTP/1.1" status: 200 len: 946 time: 0.1001093 Jun 29 11:38:25.039413 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-7b9a76d4-d85b-4da1-a5eb-c287d3ec5ac1 req-d822811d-681d-4d48-9020-865445fc34f1 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c1a7ad6-20f5-44d5-aaf0-50a5387c12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741801 Jun 29 11:38:25.101913 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d9745040-99c5-44b7-8c52-4e8faf85b5b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:25.406334 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d9745040-99c5-44b7-8c52-4e8faf85b5b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534950'] for router, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:25.573857 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3221893c-86e0-46a6-8465-9719449b46b6 req-2f9750b3-1cde-4fc6-a098-ea796e75549c tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:25.576677 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-3221893c-86e0-46a6-8465-9719449b46b6 req-2f9750b3-1cde-4fc6-a098-ea796e75549c tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/ports?device_id=95157347-2893-4b65-91f2-c3e462429a75 HTTP/1.1" status: 200 len: 944 time: 0.1180713 Jun 29 11:38:25.636751 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563590da-4fb9-4898-b6f1-5ddcafb77f63 None None] Network 88d9deae-8c92-41e6-bc69-9a05a7505f6c requested from dv-cinder-797608-2-smb {{(pid=93177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:38:25.644426 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9745040-99c5-44b7-8c52-4e8faf85b5b8 admin admin] Router ec645eea-2d63-40ae-a7a7-31ff40234cb1 is scheduled to L3 agent bfbd9503-e406-4b21-85aa-cc71bbe721ce with binding_index 1 {{(pid=93176) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 11:38:25.653034 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-3221893c-86e0-46a6-8465-9719449b46b6 req-d27d3f64-eeea-4688-afe9-eb67fa801f70 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/security-groups?id=38d493ea-8bd2-480e-b405-daa4d11d3534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688424 Jun 29 11:38:25.829898 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9745040-99c5-44b7-8c52-4e8faf85b5b8 admin admin] Notify agent at l3_agent.dv-cinder-797608-2-smb the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:38:25.842087 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Device ef50da1a-5de0-4acf-acf0-5c643c18dd5b up at agent hyperv_hv-cinder-79760 {{(pid=93177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:38:25.849771 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01de396-664e-41f6-9c69-fc9570c1b44f None None] Sync routers for ids ['ec645eea-2d63-40ae-a7a7-31ff40234cb1'] in dv-cinder-797608-2-smb {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:38:25.870718 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d9745040-99c5-44b7-8c52-4e8faf85b5b8 admin admin] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:25.876297 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-d9745040-99c5-44b7-8c52-4e8faf85b5b8 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8631520 Jun 29 11:38:25.877259 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 52218) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:38:25.880262 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01de396-664e-41f6-9c69-fc9570c1b44f None None] Routers {'ec645eea-2d63-40ae-a7a7-31ff40234cb1'} bound to L3 agent in host dv-cinder-797608-2-smb {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:38:25.881294 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-b01de396-664e-41f6-9c69-fc9570c1b44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T11:27:33Z,description=,heartbeat_timestamp=2021-06-29T11:38:03Z,host='dv-cinder-797608-2-smb',id=bfbd9503-e406-4b21-85aa-cc71bbe721ce,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:33Z,topic='l3_agent')) {'router_ids': ['ec645eea-2d63-40ae-a7a7-31ff40234cb1'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:38:25.888284 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-c413df36-ccd7-417b-a3e4-2abf0b1415aa None None] Provisioning for port 0052bbf2-d2c9-4cf5-959f-f42679710604 completed by entity DHCP. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:38:26.038535 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Provisioning for port ef50da1a-5de0-4acf-acf0-5c643c18dd5b completed by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:38:26.064490 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Provisioning complete for port ef50da1a-5de0-4acf-acf0-5c643c18dd5b triggered by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:38:26.064931 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:26.179136 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-b01de396-664e-41f6-9c69-fc9570c1b44f None None] Set router ec645eea-2d63-40ae-a7a7-31ff40234cb1 gateway port host: dv-cinder-797608-2-smb {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:38:26.196234 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88e13ef-dcee-45db-a148-c9879d1d822c req-26127043-e0ee-44fc-a18d-00bf0fe1f9a4 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:26.213379 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-f88e13ef-dcee-45db-a148-c9879d1d822c req-26127043-e0ee-44fc-a18d-00bf0fe1f9a4 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d035ebe-f417-4046-be21-2782009cfc2a HTTP/1.1" status: 200 len: 945 time: 0.1350901 Jun 29 11:38:26.243657 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Device 0052bbf2-d2c9-4cf5-959f-f42679710604 up at agent ovs-agent-dv-cinder-797608-2-smb {{(pid=93177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:38:26.318936 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-f88e13ef-dcee-45db-a148-c9879d1d822c req-7a1d74f3-faa0-4ccd-884e-c1b937d9be25 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041718 Jun 29 11:38:26.380671 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:26.467674 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95157347-2893-4b65-91f2-c3e462429a75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef50da1a-5de0-4acf-acf0-5c643c18dd5b'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:38:26.474588 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf503b922a63088b6f722bf1da6ea29b944079dc3e77b23c7214b141eee454" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f61162df-04fd-4aa6-bf12-860a638d8b30" -d '{"events": [{"server_uuid": "95157347-2893-4b65-91f2-c3e462429a75", "name": "network-vif-plugged", "status": "completed", "tag": "ef50da1a-5de0-4acf-acf0-5c643c18dd5b"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:38:26.489584 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] For port ef50da1a-5de0-4acf-acf0-5c643c18dd5b, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=ef50da1a-5de0-4acf-acf0-5c643c18dd5b,segment=NetworkSegment(55466662-301d-406e-82c0-6dd641001f64),segment_id=55466662-301d-406e-82c0-6dd641001f64)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:38:26.503185 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:26.513509 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:26.592643 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba73fb5-c429-4281-a222-42c884d5aacd req-a85d7eca-d1d8-4bba-83e9-71984ea74e25 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:26.608186 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-0ba73fb5-c429-4281-a222-42c884d5aacd req-a85d7eca-d1d8-4bba-83e9-71984ea74e25 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/ports?device_id=0bf16164-bd87-4019-b59a-424dc56be8fd HTTP/1.1" status: 200 len: 946 time: 0.1239569 Jun 29 11:38:26.622891 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2df30b9-e0bd-4628-bcd8-c523383f807b x-openstack-request-id: req-d2df30b9-e0bd-4628-bcd8-c523383f807b {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:38:26.623500 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95157347-2893-4b65-91f2-c3e462429a75", "name": "network-vif-plugged", "status": "completed", "tag": "ef50da1a-5de0-4acf-acf0-5c643c18dd5b", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:38:26.624038 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d2df30b9-e0bd-4628-bcd8-c523383f807b {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:38:26.625000 dv-cinder-797608-2-smb neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95157347-2893-4b65-91f2-c3e462429a75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef50da1a-5de0-4acf-acf0-5c643c18dd5b', 'code': 200} Jun 29 11:38:26.629331 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Provisioning for port 0052bbf2-d2c9-4cf5-959f-f42679710604 completed by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:38:26.630253 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-b01de396-664e-41f6-9c69-fc9570c1b44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec645eea-2d63-40ae-a7a7-31ff40234cb1', 'name': 'tempest-TestShelveInstance-229016941-router', 'tenant_id': '7add8bb0bbcc410d8ed660c9dee464d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'external_fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.131'}], 'enable_snat': True}, 'gw_port_id': 'c86a062c-62c6-4c12-88ac-252ec36bd593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:38:23Z', 'updated_at': '2021-06-29T11:38:24Z', 'revision_number': 3, 'project_id': '7add8bb0bbcc410d8ed660c9dee464d5', 'gw_port': {'id': 'c86a062c-62c6-4c12-88ac-252ec36bd593', 'name': '', 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:67:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec645eea-2d63-40ae-a7a7-31ff40234cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:38:23Z', 'updated_at': '2021-06-29T11:38:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '042f854c-de74-4a6a-969f-d747577d8cca', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-smb'}], 'dv-cinder-797608-2-smb', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:38:26.650788 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Provisioning complete for port 0052bbf2-d2c9-4cf5-959f-f42679710604 triggered by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:38:26.651722 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:26.698428 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-0ba73fb5-c429-4281-a222-42c884d5aacd req-bc59b7cb-3ff1-4ce6-a898-3daa3384426f tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c1a7ad6-20f5-44d5-aaf0-50a5387c12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888715 Jun 29 11:38:26.760718 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01de396-664e-41f6-9c69-fc9570c1b44f None None] Checking router: ec645eea-2d63-40ae-a7a7-31ff40234cb1 for host: dv-cinder-797608-2-smb {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:38:26.761088 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01de396-664e-41f6-9c69-fc9570c1b44f None None] Updating router ec645eea-2d63-40ae-a7a7-31ff40234cb1 port c86a062c-62c6-4c12-88ac-252ec36bd593 binding host dv-cinder-797608-2-smb {{(pid=93178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 11:38:26.775294 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Pushing event updated for resources: {'Port': ['ID=ef50da1a-5de0-4acf-acf0-5c643c18dd5b,revision_number=5']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:26.784045 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:26.827952 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b01de396-664e-41f6-9c69-fc9570c1b44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:26.921857 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-135ec3b5-ea31-43c3-ac18-f06cebed3728 None None] Provisioning complete for port 0052bbf2-d2c9-4cf5-959f-f42679710604 triggered by entity DHCP. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:38:26.922248 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-135ec3b5-ea31-43c3-ac18-f06cebed3728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:26.927285 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:27.001426 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] For port 0052bbf2-d2c9-4cf5-959f-f42679710604, host dv-cinder-797608-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-smb',level=0,port_id=0052bbf2-d2c9-4cf5-959f-f42679710604,segment=NetworkSegment(19343e39-02f7-4bf4-bc38-5464464e922a),segment_id=19343e39-02f7-4bf4-bc38-5464464e922a)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:38:27.021951 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:27.021951 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:27.131431 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Pushing event updated for resources: {'Port': ['ID=0052bbf2-d2c9-4cf5-959f-f42679710604,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:27.135777 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:27.195302 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6380eae-a172-46e9-9e4d-68d1ad9157ae req-aa9c81bd-3c92-47a2-9591-b4e77a27ff9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:27.197422 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-d6380eae-a172-46e9-9e4d-68d1ad9157ae req-aa9c81bd-3c92-47a2-9591-b4e77a27ff9d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=95157347-2893-4b65-91f2-c3e462429a75 HTTP/1.1" status: 200 len: 1098 time: 0.2189820 Jun 29 11:38:27.224435 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91fef36-ac67-4e94-9b6a-a5287c571ac8 req-3dd59684-21f9-4533-a6bc-029196d3a26f tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:27.226121 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-d91fef36-ac67-4e94-9b6a-a5287c571ac8 req-3dd59684-21f9-4533-a6bc-029196d3a26f tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/ports?device_id=95157347-2893-4b65-91f2-c3e462429a75 HTTP/1.1" status: 200 len: 945 time: 0.2904570 Jun 29 11:38:27.275802 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-d6380eae-a172-46e9-9e4d-68d1ad9157ae req-90a7dcab-b27f-4fd1-ac9a-86cae0e9a86f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=38d493ea-8bd2-480e-b405-daa4d11d3534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671358 Jun 29 11:38:27.293053 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-d91fef36-ac67-4e94-9b6a-a5287c571ac8 req-82255635-80f6-42ab-bf44-436a0aeecb34 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/security-groups?id=38d493ea-8bd2-480e-b405-daa4d11d3534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550036 Jun 29 11:38:27.298962 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b01de396-664e-41f6-9c69-fc9570c1b44f None None] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:27.316098 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63765b54-ae3a-4ff5-9a16-042594cab4d3 req-3d91da6b-bdbb-4391-bb81-67be221d522d tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:27.317655 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-63765b54-ae3a-4ff5-9a16-042594cab4d3 req-3d91da6b-bdbb-4391-bb81-67be221d522d tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.21 "GET /v2.0/ports?device_id=0bf16164-bd87-4019-b59a-424dc56be8fd HTTP/1.1" status: 200 len: 946 time: 0.1724415 Jun 29 11:38:27.318924 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-b01de396-664e-41f6-9c69-fc9570c1b44f None None] Transition to ACTIVE for port object c86a062c-62c6-4c12-88ac-252ec36bd593 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:38:27.327126 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b01de396-664e-41f6-9c69-fc9570c1b44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:27.330993 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-758dfbc9-64f1-4f95-b4c2-680d928850d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:27.400013 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b258bce4-dcdf-43ad-9d32-722393578e45 None None] Pushing event updated for resources: {'Port': ['ID=c86a062c-62c6-4c12-88ac-252ec36bd593,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:27.402258 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-b01de396-664e-41f6-9c69-fc9570c1b44f None None] Attempting to bind port c86a062c-62c6-4c12-88ac-252ec36bd593 on host dv-cinder-797608-2-smb for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:38:27.402625 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-b01de396-664e-41f6-9c69-fc9570c1b44f None None] Attempting to bind port c86a062c-62c6-4c12-88ac-252ec36bd593 by drivers openvswitch,hyperv on host dv-cinder-797608-2-smb at level 0 using segments [{'id': 'bd18eb46-f552-49e6-b53a-14bd17fb4993', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:38:27.402984 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01de396-664e-41f6-9c69-fc9570c1b44f None None] Attempting to bind port c86a062c-62c6-4c12-88ac-252ec36bd593 on network 6fd298bf-14bd-44c4-b839-39c6685a3eb6 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:38:27.412999 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b258bce4-dcdf-43ad-9d32-722393578e45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:38:27.413359 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b258bce4-dcdf-43ad-9d32-722393578e45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:38:27.413668 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b258bce4-dcdf-43ad-9d32-722393578e45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:38:27.413994 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b258bce4-dcdf-43ad-9d32-722393578e45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:38:27.414324 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b258bce4-dcdf-43ad-9d32-722393578e45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:38:27.414642 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b258bce4-dcdf-43ad-9d32-722393578e45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:38:27.414958 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b258bce4-dcdf-43ad-9d32-722393578e45 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:38:27.415277 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b258bce4-dcdf-43ad-9d32-722393578e45 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:38:27.415635 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b258bce4-dcdf-43ad-9d32-722393578e45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:38:27.415953 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b258bce4-dcdf-43ad-9d32-722393578e45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:38:27.416258 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b258bce4-dcdf-43ad-9d32-722393578e45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:38:27.416572 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b258bce4-dcdf-43ad-9d32-722393578e45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:38:27.420023 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01de396-664e-41f6-9c69-fc9570c1b44f None None] Checking agent: {'id': 'd2315a1d-b1aa-4a09-8200-44995cf6bc46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 27, 34), 'started_at': datetime.datetime(2021, 6, 29, 11, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:38:27.420400 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01de396-664e-41f6-9c69-fc9570c1b44f None None] Checking segment: {'id': 'bd18eb46-f552-49e6-b53a-14bd17fb4993', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:38:27.420784 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b01de396-664e-41f6-9c69-fc9570c1b44f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:27.421163 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01de396-664e-41f6-9c69-fc9570c1b44f None None] Bound using segment: {'id': 'bd18eb46-f552-49e6-b53a-14bd17fb4993', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:38:27.421643 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-b01de396-664e-41f6-9c69-fc9570c1b44f None None] Bound port: c86a062c-62c6-4c12-88ac-252ec36bd593, host: dv-cinder-797608-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd18eb46-f552-49e6-b53a-14bd17fb4993', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:38:27.422038 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b01de396-664e-41f6-9c69-fc9570c1b44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:27.424992 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-b258bce4-dcdf-43ad-9d32-722393578e45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:27.493855 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-b01de396-664e-41f6-9c69-fc9570c1b44f None None] For port c86a062c-62c6-4c12-88ac-252ec36bd593, host dv-cinder-797608-2-smb, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:38:27.498375 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-b01de396-664e-41f6-9c69-fc9570c1b44f None None] For port c86a062c-62c6-4c12-88ac-252ec36bd593, host dv-cinder-797608-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-smb',level=0,port_id=c86a062c-62c6-4c12-88ac-252ec36bd593,segment=NetworkSegment(bd18eb46-f552-49e6-b53a-14bd17fb4993),segment_id=bd18eb46-f552-49e6-b53a-14bd17fb4993)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:38:27.506870 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b01de396-664e-41f6-9c69-fc9570c1b44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:27.511056 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-06c001b4-150f-43c2-a983-c78ae25ded18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:27.512383 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-5094c4c1-daf0-43ea-a57c-368a2408735c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:27.553225 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7487b6c4-d0e6-4d9d-a9db-44867f3b8652 req-9b6ff4e6-3b0d-4cf4-97a6-b631a0dec592 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:27.555212 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-7487b6c4-d0e6-4d9d-a9db-44867f3b8652 req-9b6ff4e6-3b0d-4cf4-97a6-b631a0dec592 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d035ebe-f417-4046-be21-2782009cfc2a HTTP/1.1" status: 200 len: 945 time: 0.0976269 Jun 29 11:38:27.638692 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-7487b6c4-d0e6-4d9d-a9db-44867f3b8652 req-a43715f8-bf16-4a45-970e-798aab2d876e tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742707 Jun 29 11:38:27.644766 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b258bce4-dcdf-43ad-9d32-722393578e45 None None] Pushing event updated for resources: {'Port': ['ID=c86a062c-62c6-4c12-88ac-252ec36bd593,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:27.657210 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-b258bce4-dcdf-43ad-9d32-722393578e45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:27.659417 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01de396-664e-41f6-9c69-fc9570c1b44f None None] Routers {'ec645eea-2d63-40ae-a7a7-31ff40234cb1'} bound to L3 agent in host dv-cinder-797608-2-smb {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:38:27.660782 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-b01de396-664e-41f6-9c69-fc9570c1b44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T11:27:33Z,description=,heartbeat_timestamp=2021-06-29T11:38:03Z,host='dv-cinder-797608-2-smb',id=bfbd9503-e406-4b21-85aa-cc71bbe721ce,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:33Z,topic='l3_agent')) {'router_ids': ['ec645eea-2d63-40ae-a7a7-31ff40234cb1'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:38:27.725284 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-63765b54-ae3a-4ff5-9a16-042594cab4d3 req-f3440501-b8b9-478c-92d5-cf2bf86cd2fa tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Deleting port 8e5896aa-4bf6-46fb-b1f6-fd9f85e28e8c {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:38:27.725864 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-63765b54-ae3a-4ff5-9a16-042594cab4d3 req-f3440501-b8b9-478c-92d5-cf2bf86cd2fa tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744991508026'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:27.944393 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-06c001b4-150f-43c2-a983-c78ae25ded18 admin admin] Allocated IP 172.20.0.1 (88d9deae-8c92-41e6-bc69-9a05a7505f6c/772d47c8-6f80-4a5a-ad83-c4a4866eeb24/914e12aa-4d9b-4cbe-b780-024f5a4ac78d) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:38:27.989963 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-63765b54-ae3a-4ff5-9a16-042594cab4d3 req-f3440501-b8b9-478c-92d5-cf2bf86cd2fa tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] For port 8e5896aa-4bf6-46fb-b1f6-fd9f85e28e8c, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=8e5896aa-4bf6-46fb-b1f6-fd9f85e28e8c,segment=NetworkSegment(0949f310-551d-4292-95ed-764ccdcd59df),segment_id=0949f310-551d-4292-95ed-764ccdcd59df)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:38:27.990522 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-63765b54-ae3a-4ff5-9a16-042594cab4d3 req-f3440501-b8b9-478c-92d5-cf2bf86cd2fa tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013211'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:28.049882 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Device 0052bbf2-d2c9-4cf5-959f-f42679710604 up at agent ovs-agent-dv-cinder-797608-2-smb {{(pid=93177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:38:28.050725 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-b01de396-664e-41f6-9c69-fc9570c1b44f None None] Set router ec645eea-2d63-40ae-a7a7-31ff40234cb1 gateway port host: dv-cinder-797608-2-smb {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:38:28.076994 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-63765b54-ae3a-4ff5-9a16-042594cab4d3 req-f3440501-b8b9-478c-92d5-cf2bf86cd2fa tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Calling delete_port for 8e5896aa-4bf6-46fb-b1f6-fd9f85e28e8c owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:38:28.123874 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Provisioning complete for port 0052bbf2-d2c9-4cf5-959f-f42679710604 triggered by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:38:28.124995 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:28.272987 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-06c001b4-150f-43c2-a983-c78ae25ded18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:28.296811 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [None req-06c001b4-150f-43c2-a983-c78ae25ded18 admin admin] Transition to ACTIVE for port object 914e12aa-4d9b-4cbe-b780-024f5a4ac78d will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:38:28.297104 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9f53ac-fc58-40a9-842a-755ddbe03122 req-9688b4fa-8f2f-4bff-97c9-df4622f41375 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:28.303349 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-fd9f53ac-fc58-40a9-842a-755ddbe03122 req-9688b4fa-8f2f-4bff-97c9-df4622f41375 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/ports?device_id=0bf16164-bd87-4019-b59a-424dc56be8fd HTTP/1.1" status: 200 len: 946 time: 0.1512334 Jun 29 11:38:28.369422 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-fd9f53ac-fc58-40a9-842a-755ddbe03122 req-45311c1e-18ac-4f64-93cf-5f946841cda2 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c1a7ad6-20f5-44d5-aaf0-50a5387c12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553496 Jun 29 11:38:28.409974 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-63765b54-ae3a-4ff5-9a16-042594cab4d3 req-f3440501-b8b9-478c-92d5-cf2bf86cd2fa tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744991430440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744990953750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58778309'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:28.435717 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ada334de-5882-4a1b-b5f3-f38de6e73245 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:28.450488 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-06c001b4-150f-43c2-a983-c78ae25ded18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3670657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744990953741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58778316'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:28.482116 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3440501-b8b9-478c-92d5-cf2bf86cd2fa tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Pushing event deleted for resources: {'Port': ['ID=8e5896aa-4bf6-46fb-b1f6-fd9f85e28e8c,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:28.489985 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f3440501-b8b9-478c-92d5-cf2bf86cd2fa tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:28.491130 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:28.538846 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] get_ports_and_sgs() called for port_ids ['a548e549-c3f8-424f-b05d-4b11c70bad96', '8e5896aa-4bf6-46fb-b1f6-fd9f85e28e8c'] {{(pid=93177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:38:28.557976 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c001b4-150f-43c2-a983-c78ae25ded18 admin admin] Pushing event updated for resources: {'Port': ['ID=914e12aa-4d9b-4cbe-b780-024f5a4ac78d,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:28.560531 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-b01de396-664e-41f6-9c69-fc9570c1b44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec645eea-2d63-40ae-a7a7-31ff40234cb1', 'name': 'tempest-TestShelveInstance-229016941-router', 'tenant_id': '7add8bb0bbcc410d8ed660c9dee464d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'external_fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.131'}], 'enable_snat': True}, 'gw_port_id': 'c86a062c-62c6-4c12-88ac-252ec36bd593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:38:23Z', 'updated_at': '2021-06-29T11:38:24Z', 'revision_number': 3, 'project_id': '7add8bb0bbcc410d8ed660c9dee464d5', 'gw_port': {'id': 'c86a062c-62c6-4c12-88ac-252ec36bd593', 'name': '', 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:67:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec645eea-2d63-40ae-a7a7-31ff40234cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:38:23Z', 'updated_at': '2021-06-29T11:38:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '042f854c-de74-4a6a-969f-d747577d8cca', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-smb'}], 'dv-cinder-797608-2-smb', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:38:28.569054 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-06c001b4-150f-43c2-a983-c78ae25ded18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:28.593284 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c001b4-150f-43c2-a983-c78ae25ded18 admin admin] Network 88d9deae-8c92-41e6-bc69-9a05a7505f6c is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:38:28.600076 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-06c001b4-150f-43c2-a983-c78ae25ded18 admin admin] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:38:28.615114 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c001b4-150f-43c2-a983-c78ae25ded18 admin admin] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:38:28.636889 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01de396-664e-41f6-9c69-fc9570c1b44f None None] The sync data for ids ['ec645eea-2d63-40ae-a7a7-31ff40234cb1'] in dv-cinder-797608-2-smb is: [{'id': 'ec645eea-2d63-40ae-a7a7-31ff40234cb1', 'name': 'tempest-TestShelveInstance-229016941-router', 'tenant_id': '7add8bb0bbcc410d8ed660c9dee464d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'external_fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.131'}], 'enable_snat': True}, 'gw_port_id': 'c86a062c-62c6-4c12-88ac-252ec36bd593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:38:23Z', 'updated_at': '2021-06-29T11:38:24Z', 'revision_number': 3, 'project_id': '7add8bb0bbcc410d8ed660c9dee464d5', 'gw_port': {'id': 'c86a062c-62c6-4c12-88ac-252ec36bd593', 'name': '', 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:67:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec645eea-2d63-40ae-a7a7-31ff40234cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:38:23Z', 'updated_at': '2021-06-29T11:38:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '042f854c-de74-4a6a-969f-d747577d8cca', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-smb'}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:38:28.737566 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-06c001b4-150f-43c2-a983-c78ae25ded18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015169'] for router_interface, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:28.756639 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-63765b54-ae3a-4ff5-9a16-042594cab4d3 req-f3440501-b8b9-478c-92d5-cf2bf86cd2fa tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] No DVR routers for this DVR port 8e5896aa-4bf6-46fb-b1f6-fd9f85e28e8c on host hv-cinder-79760 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:38:28.760602 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-63765b54-ae3a-4ff5-9a16-042594cab4d3 req-f3440501-b8b9-478c-92d5-cf2bf86cd2fa tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126777'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:28.763516 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-63765b54-ae3a-4ff5-9a16-042594cab4d3 req-f3440501-b8b9-478c-92d5-cf2bf86cd2fa tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.21 "DELETE /v2.0/ports/8e5896aa-4bf6-46fb-b1f6-fd9f85e28e8c HTTP/1.1" status: 204 len: 173 time: 1.3150663 Jun 29 11:38:28.764448 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bf16164-bd87-4019-b59a-424dc56be8fd', 'name': 'network-vif-deleted', 'tag': '8e5896aa-4bf6-46fb-b1f6-fd9f85e28e8c'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:38:28.764771 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e550515-2db2-4cf5-8913-392a587caa92 req-e7f35ad1-d01e-4408-a5ce-67d2f631f92d tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:28.768285 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e84c2f8edc4c5bc2f689ddb2df796faf16af949d7518eb87a014b7a9d68b702d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-250956a8-3783-4616-8299-da50f331afc5" -d '{"events": [{"server_uuid": "0bf16164-bd87-4019-b59a-424dc56be8fd", "name": "network-vif-deleted", "tag": "8e5896aa-4bf6-46fb-b1f6-fd9f85e28e8c"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:38:28.768904 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-2e550515-2db2-4cf5-8913-392a587caa92 req-e7f35ad1-d01e-4408-a5ce-67d2f631f92d tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/ports?device_id=95157347-2893-4b65-91f2-c3e462429a75 HTTP/1.1" status: 200 len: 945 time: 0.2554884 Jun 29 11:38:28.976752 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-2e550515-2db2-4cf5-8913-392a587caa92 req-bc107d0e-e9f1-444f-963a-8e721f498382 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/security-groups?id=38d493ea-8bd2-480e-b405-daa4d11d3534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962543 Jun 29 11:38:29.183308 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-06c001b4-150f-43c2-a983-c78ae25ded18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:29.290198 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-fae7cf1c-8405-4d4d-bd81-617957ffc4ad None None] Provisioning for port 914e12aa-4d9b-4cbe-b780-024f5a4ac78d completed by entity DHCP. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:38:29.308350 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-fae7cf1c-8405-4d4d-bd81-617957ffc4ad None None] Provisioning complete for port 914e12aa-4d9b-4cbe-b780-024f5a4ac78d triggered by entity DHCP. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:38:29.308732 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fae7cf1c-8405-4d4d-bd81-617957ffc4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:29.321589 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-190ec87c-d127-44a6-86ae-899bd3300456 x-openstack-request-id: req-190ec87c-d127-44a6-86ae-899bd3300456 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:38:29.321589 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bf16164-bd87-4019-b59a-424dc56be8fd", "name": "network-vif-deleted", "tag": "8e5896aa-4bf6-46fb-b1f6-fd9f85e28e8c", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:38:29.321589 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-190ec87c-d127-44a6-86ae-899bd3300456 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:38:29.321589 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bf16164-bd87-4019-b59a-424dc56be8fd', 'name': 'network-vif-deleted', 'tag': '8e5896aa-4bf6-46fb-b1f6-fd9f85e28e8c', 'status': 'completed', 'code': 200} Jun 29 11:38:29.382404 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ab718f-a089-4b6c-a3f1-20db46719511 req-d20848d1-1a72-47e7-b11c-95e9cde02f76 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:29.385175 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-30ab718f-a089-4b6c-a3f1-20db46719511 req-d20848d1-1a72-47e7-b11c-95e9cde02f76 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d035ebe-f417-4046-be21-2782009cfc2a HTTP/1.1" status: 200 len: 945 time: 0.2952788 Jun 29 11:38:29.441676 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-fae7cf1c-8405-4d4d-bd81-617957ffc4ad None None] Port 914e12aa-4d9b-4cbe-b780-024f5a4ac78d cannot update to ACTIVE because it is not bound. {{(pid=93177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 11:38:29.529443 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-30ab718f-a089-4b6c-a3f1-20db46719511 req-79355529-b178-467a-b3a1-fe5eb8ead56a tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345890 Jun 29 11:38:29.546818 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-06c001b4-150f-43c2-a983-c78ae25ded18 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:29.553029 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-06c001b4-150f-43c2-a983-c78ae25ded18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58778366'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:29.583371 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:29.653133 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-06c001b4-150f-43c2-a983-c78ae25ded18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015061'] for router_interface, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:29.655251 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c001b4-150f-43c2-a983-c78ae25ded18 admin admin] Pushing event updated for resources: {'Port': ['ID=914e12aa-4d9b-4cbe-b780-024f5a4ac78d,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:29.660131 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-06c001b4-150f-43c2-a983-c78ae25ded18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:29.783054 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-08ae6b9d-162c-43a9-9ba9-02c3f1c836f4 req-a07acab9-ff3b-4c4e-9f8f-74ebc651bb99 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/ports?device_id=0bf16164-bd87-4019-b59a-424dc56be8fd HTTP/1.1" status: 200 len: 210 time: 0.0356236 Jun 29 11:38:29.824137 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c001b4-150f-43c2-a983-c78ae25ded18 admin admin] Network 88d9deae-8c92-41e6-bc69-9a05a7505f6c is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:38:29.830663 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-06c001b4-150f-43c2-a983-c78ae25ded18 admin admin] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:38:30.054138 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06c001b4-150f-43c2-a983-c78ae25ded18 admin admin] Router ec645eea-2d63-40ae-a7a7-31ff40234cb1 has already been hosted by L3 agent bfbd9503-e406-4b21-85aa-cc71bbe721ce {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 11:38:30.111013 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Device c86a062c-62c6-4c12-88ac-252ec36bd593 up at agent ovs-agent-dv-cinder-797608-2-smb {{(pid=93177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:38:30.225490 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Provisioning for port c86a062c-62c6-4c12-88ac-252ec36bd593 completed by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:38:30.236315 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Provisioning complete for port c86a062c-62c6-4c12-88ac-252ec36bd593 triggered by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:38:30.237101 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:30.249739 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06c001b4-150f-43c2-a983-c78ae25ded18 admin admin] Notify agent at l3_agent.dv-cinder-797608-2-smb the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:38:30.266215 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-06c001b4-150f-43c2-a983-c78ae25ded18 admin admin] 10.222.0.78 "PUT /v2.0/routers/ec645eea-2d63-40ae-a7a7-31ff40234cb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3871381 Jun 29 11:38:30.352560 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-1e1e8a96-42e5-4cac-a831-93746a017eb0 None None] Provisioning complete for port 914e12aa-4d9b-4cbe-b780-024f5a4ac78d triggered by entity DHCP. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:38:30.352560 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1e1e8a96-42e5-4cac-a831-93746a017eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:30.415647 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-1e1e8a96-42e5-4cac-a831-93746a017eb0 None None] Port 914e12aa-4d9b-4cbe-b780-024f5a4ac78d cannot update to ACTIVE because it is not bound. {{(pid=93177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 11:38:30.471712 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:30.497103 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] For port c86a062c-62c6-4c12-88ac-252ec36bd593, host dv-cinder-797608-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-smb',level=0,port_id=c86a062c-62c6-4c12-88ac-252ec36bd593,segment=NetworkSegment(bd18eb46-f552-49e6-b53a-14bd17fb4993),segment_id=bd18eb46-f552-49e6-b53a-14bd17fb4993)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:38:30.499963 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ab4fbb-388d-4a1e-85aa-487c68d798a1 req-a4e098a0-1985-4d94-b95d-836b5c53bc13 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:30.507255 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:30.513149 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-28ab4fbb-388d-4a1e-85aa-487c68d798a1 req-a4e098a0-1985-4d94-b95d-836b5c53bc13 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/ports?device_id=95157347-2893-4b65-91f2-c3e462429a75 HTTP/1.1" status: 200 len: 945 time: 0.1975114 Jun 29 11:38:30.516360 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:30.628729 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-28ab4fbb-388d-4a1e-85aa-487c68d798a1 req-965a809d-0c92-4eb5-92bc-0f740d90bd9a tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/security-groups?id=38d493ea-8bd2-480e-b405-daa4d11d3534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140716 Jun 29 11:38:30.675171 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-287b2468-73b4-496b-b932-eae9b14f83ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:30.677119 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Pushing event updated for resources: {'Port': ['ID=c86a062c-62c6-4c12-88ac-252ec36bd593,revision_number=4']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:30.681963 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:31.015241 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396d057-3d81-4be5-8786-a8d421fcd88b req-7b276026-a1bf-4ea7-807f-27364a4860e5 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:31.023516 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-3396d057-3d81-4be5-8786-a8d421fcd88b req-7b276026-a1bf-4ea7-807f-27364a4860e5 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d035ebe-f417-4046-be21-2782009cfc2a HTTP/1.1" status: 200 len: 945 time: 0.2129903 Jun 29 11:38:31.118486 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-3396d057-3d81-4be5-8786-a8d421fcd88b req-0dc6308b-56c1-4b9e-a348-3aa5b846c918 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842969 Jun 29 11:38:31.267041 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 52338) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:38:31.276066 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.v2.base [None req-b0639bdf-2a2e-4db1-b96d-3885c5db13d1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1333190348-network', 'tenant_id': '7ec9eb419d9841cbabf945fe4775ad51'}} {{(pid=93175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:38:31.328257 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0639bdf-2a2e-4db1-b96d-3885c5db13d1 admin admin] Made reservation on behalf of 7ec9eb419d9841cbabf945fe4775ad51 for: {'network': 1} {{(pid=93175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:38:31.345512 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-b0639bdf-2a2e-4db1-b96d-3885c5db13d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for network, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:31.361959 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-b0639bdf-2a2e-4db1-b96d-3885c5db13d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:31.572565 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef20f0b-8225-4784-bb35-e34cd16218c7 None None] Sync routers for ids ['ec645eea-2d63-40ae-a7a7-31ff40234cb1'] in dv-cinder-797608-2-smb {{(pid=93177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:38:31.591532 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef20f0b-8225-4784-bb35-e34cd16218c7 None None] Routers {'ec645eea-2d63-40ae-a7a7-31ff40234cb1'} bound to L3 agent in host dv-cinder-797608-2-smb {{(pid=93177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:38:31.593533 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-8ef20f0b-8225-4784-bb35-e34cd16218c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T11:27:33Z,description=,heartbeat_timestamp=2021-06-29T11:38:03Z,host='dv-cinder-797608-2-smb',id=bfbd9503-e406-4b21-85aa-cc71bbe721ce,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:33Z,topic='l3_agent')) {'router_ids': ['ec645eea-2d63-40ae-a7a7-31ff40234cb1'], 'active': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:38:31.608939 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-b0639bdf-2a2e-4db1-b96d-3885c5db13d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:31.616868 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-b0639bdf-2a2e-4db1-b96d-3885c5db13d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:31.621028 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-15070c7f-b0e3-4e6c-8380-7f71b4109640 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:31.652131 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0639bdf-2a2e-4db1-b96d-3885c5db13d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=93175) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 11:38:31.659968 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0639bdf-2a2e-4db1-b96d-3885c5db13d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=251aad58-fdf2-49f0-a6aa-bee24ce2e1a9,revision_number=1']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:31.675194 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-b0639bdf-2a2e-4db1-b96d-3885c5db13d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:31.681488 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-b0639bdf-2a2e-4db1-b96d-3885c5db13d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144823'] for segment, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:31.682511 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.db.segments_db [None req-b0639bdf-2a2e-4db1-b96d-3885c5db13d1 admin admin] Added segment 3a35c32d-0abb-4830-b33d-f4278df5e48a of type vlan for network 98824c91-3f11-4fdc-a2a9-cf1bc713b3ce Jun 29 11:38:31.752587 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-b0639bdf-2a2e-4db1-b96d-3885c5db13d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744990971203'] for network, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:31.784909 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Device 8e5896aa-4bf6-46fb-b1f6-fd9f85e28e8c no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:38:31.810392 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-b0639bdf-2a2e-4db1-b96d-3885c5db13d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370'] for network, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:31.813966 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0639bdf-2a2e-4db1-b96d-3885c5db13d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:31.817046 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] No Port match for: 8e5896aa-4bf6-46fb-b1f6-fd9f85e28e8c {{(pid=93177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:38:31.817613 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Device 8e5896aa-4bf6-46fb-b1f6-fd9f85e28e8c not bound to the agent host hv-cinder-79760 {{(pid=93177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:38:31.817746 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-b0639bdf-2a2e-4db1-b96d-3885c5db13d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636407'] for network, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:31.829661 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-97410f6c-6422-4f8b-8387-c4ec67060b51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:31.882109 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_dvr_db [None req-8ef20f0b-8225-4784-bb35-e34cd16218c7 None None] Set router ec645eea-2d63-40ae-a7a7-31ff40234cb1 gateway port host: dv-cinder-797608-2-smb {{(pid=93177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:38:31.902140 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0639bdf-2a2e-4db1-b96d-3885c5db13d1 admin admin] Pushing event updated for resources: {'Network': ['ID=98824c91-3f11-4fdc-a2a9-cf1bc713b3ce,revision_number=1']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:31.905491 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-b0639bdf-2a2e-4db1-b96d-3885c5db13d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:31.908237 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-b0639bdf-2a2e-4db1-b96d-3885c5db13d1 admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6389120 Jun 29 11:38:31.912841 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 52366) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:38:31.921266 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.v2.base [None req-01e7f282-299c-4927-9219-55fc74f81f29 admin admin] Request body: {'subnet': {'network_id': '98824c91-3f11-4fdc-a2a9-cf1bc713b3ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1333190348-subnet', 'tenant_id': '7ec9eb419d9841cbabf945fe4775ad51', 'ip_version': 4}} {{(pid=93175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:38:31.972031 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e7f282-299c-4927-9219-55fc74f81f29 admin admin] Made reservation on behalf of 7ec9eb419d9841cbabf945fe4775ad51 for: {'subnet': 1} {{(pid=93175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:38:31.982006 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-01e7f282-299c-4927-9219-55fc74f81f29 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61544163'] for subnet, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:32.012229 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Network 98824c91-3f11-4fdc-a2a9-cf1bc713b3ce details requested by agent ovs-agent-dv-cinder-797608-2-smb with host dv-cinder-797608-2-smb {{(pid=93177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 11:38:32.121642 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Device c86a062c-62c6-4c12-88ac-252ec36bd593 up at agent ovs-agent-dv-cinder-797608-2-smb {{(pid=93177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:38:32.288972 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-01e7f282-299c-4927-9219-55fc74f81f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61825904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61544177'] for subnet, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:32.295031 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-510d85ad-7a21-4856-98ce-52eefddec40a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:32.334744 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Provisioning complete for port c86a062c-62c6-4c12-88ac-252ec36bd593 triggered by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:38:32.335202 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:32.403050 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e7f282-299c-4927-9219-55fc74f81f29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=396b3fe0-4149-41a2-b6be-43d407353824,revision_number=0']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:32.409879 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-01e7f282-299c-4927-9219-55fc74f81f29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:32.419933 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e7f282-299c-4927-9219-55fc74f81f29 admin admin] Checking segment: {'id': '3a35c32d-0abb-4830-b33d-f4278df5e48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '98824c91-3f11-4fdc-a2a9-cf1bc713b3ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:38:32.420522 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e7f282-299c-4927-9219-55fc74f81f29 admin admin] Network hostable DHCP agents. Network: 98824c91-3f11-4fdc-a2a9-cf1bc713b3ce, hostable agents: ['069d6837-862e-44f3-9997-a187e03939a0'], hosted agents: [] {{(pid=93175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 11:38:32.450398 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e7f282-299c-4927-9219-55fc74f81f29 admin admin] Network 98824c91-3f11-4fdc-a2a9-cf1bc713b3ce is scheduled to be hosted by DHCP agent 069d6837-862e-44f3-9997-a187e03939a0 with binding_index 1 {{(pid=93175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 11:38:32.467001 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.base_scheduler [None req-01e7f282-299c-4927-9219-55fc74f81f29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-2-smb, 98824c91-3f11-4fdc-a2a9-cf1bc713b3ce) {{(pid=93175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:38:32.477701 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e7f282-299c-4927-9219-55fc74f81f29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:32.477701 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-01e7f282-299c-4927-9219-55fc74f81f29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636407'] for subnet, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:32.492360 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7e3192-1d20-4212-b637-2dee6c37a731 None None] Network 98824c91-3f11-4fdc-a2a9-cf1bc713b3ce requested from dv-cinder-797608-2-smb {{(pid=93177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:38:32.498557 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-01e7f282-299c-4927-9219-55fc74f81f29 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5836442 Jun 29 11:38:32.501821 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 52376) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:38:32.503621 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-8ef20f0b-8225-4784-bb35-e34cd16218c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec645eea-2d63-40ae-a7a7-31ff40234cb1', 'name': 'tempest-TestShelveInstance-229016941-router', 'tenant_id': '7add8bb0bbcc410d8ed660c9dee464d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'external_fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.131'}], 'enable_snat': True}, 'gw_port_id': 'c86a062c-62c6-4c12-88ac-252ec36bd593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:38:23Z', 'updated_at': '2021-06-29T11:38:29Z', 'revision_number': 4, 'project_id': '7add8bb0bbcc410d8ed660c9dee464d5', 'gw_port': {'id': 'c86a062c-62c6-4c12-88ac-252ec36bd593', 'name': '', 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:67:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec645eea-2d63-40ae-a7a7-31ff40234cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:38:23Z', 'updated_at': '2021-06-29T11:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042f854c-de74-4a6a-969f-d747577d8cca', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-smb', '_interfaces': [{'id': '914e12aa-4d9b-4cbe-b780-024f5a4ac78d', 'name': '', 'network_id': '88d9deae-8c92-41e6-bc69-9a05a7505f6c', 'tenant_id': '7add8bb0bbcc410d8ed660c9dee464d5', 'mac_address': 'fa:16:3e:9c:0c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec645eea-2d63-40ae-a7a7-31ff40234cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '772d47c8-6f80-4a5a-ad83-c4a4866eeb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:38:27Z', 'updated_at': '2021-06-29T11:38:29Z', 'revision_number': 2, 'project_id': '7add8bb0bbcc410d8ed660c9dee464d5', 'subnets': [{'id': '772d47c8-6f80-4a5a-ad83-c4a4866eeb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-smb', False) {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:38:32.507285 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.v2.base [None req-7b4a4770-6764-4060-a715-11201a9bf04b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1333190348-router', 'tenant_id': '7ec9eb419d9841cbabf945fe4775ad51', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6'}}} {{(pid=93175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:38:32.537197 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-7b4a4770-6764-4060-a715-11201a9bf04b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256'] for router, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:32.538499 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-7b4a4770-6764-4060-a715-11201a9bf04b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1003057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1012946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-927581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-265'] for router, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:32.596336 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef20f0b-8225-4784-bb35-e34cd16218c7 None None] Checking router: ec645eea-2d63-40ae-a7a7-31ff40234cb1 for host: dv-cinder-797608-2-smb {{(pid=93177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:38:32.596336 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef20f0b-8225-4784-bb35-e34cd16218c7 None None] Updating router ec645eea-2d63-40ae-a7a7-31ff40234cb1 port 914e12aa-4d9b-4cbe-b780-024f5a4ac78d binding host dv-cinder-797608-2-smb {{(pid=93177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 11:38:32.612585 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-7b4a4770-6764-4060-a715-11201a9bf04b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:32.658450 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8ef20f0b-8225-4784-bb35-e34cd16218c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:32.976176 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-7b4a4770-6764-4060-a715-11201a9bf04b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534850', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-507'] for router, precommit_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:33.081133 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e89c78-d49a-48ad-8613-70cb570e4183 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b1f32d3-038b-5e76-9a72-ea87f257608f-98824c91-3f11-4fdc-a2a9-cf1bc713b3ce', 'network_id': '98824c91-3f11-4fdc-a2a9-cf1bc713b3ce', 'tenant_id': '7ec9eb419d9841cbabf945fe4775ad51', 'fixed_ips': [{'subnet_id': '396b3fe0-4149-41a2-b6be-43d407353824'}]}} from dv-cinder-797608-2-smb. {{(pid=93177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 11:38:33.082047 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a3e89c78-d49a-48ad-8613-70cb570e4183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:33.401257 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-7b4a4770-6764-4060-a715-11201a9bf04b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:33.402093 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3d521182-3bf0-46da-80e8-4db0a827d5fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:33.447664 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-7b4a4770-6764-4060-a715-11201a9bf04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:33.451768 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-a3e89c78-d49a-48ad-8613-70cb570e4183 None None] Allocated IP 172.20.0.2 (98824c91-3f11-4fdc-a2a9-cf1bc713b3ce/396b3fe0-4149-41a2-b6be-43d407353824/3c6b8725-be99-4723-b4a8-2cbbf0c45900) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:38:33.517323 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8ef20f0b-8225-4784-bb35-e34cd16218c7 None None] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:33.582018 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d16f09f-e0bf-4157-bfad-487b550e3e75 req-09b5742c-48f0-405f-8c95-5b5c06a83f84 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:33.582325 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-8ef20f0b-8225-4784-bb35-e34cd16218c7 None None] Transition to ACTIVE for port object 914e12aa-4d9b-4cbe-b780-024f5a4ac78d will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:38:33.583770 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-1d16f09f-e0bf-4157-bfad-487b550e3e75 req-09b5742c-48f0-405f-8c95-5b5c06a83f84 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/ports?device_id=e5af5856-39be-486c-b723-c91209064e8f HTTP/1.1" status: 200 len: 945 time: 0.1951692 Jun 29 11:38:33.604578 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8ef20f0b-8225-4784-bb35-e34cd16218c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:33.610886 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:33.651115 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.db.db_base_plugin_common [None req-7b4a4770-6764-4060-a715-11201a9bf04b admin admin] Allocated IP 172.28.2.32 (6fd298bf-14bd-44c4-b839-39c6685a3eb6/042f854c-de74-4a6a-969f-d747577d8cca/02c865d8-e71f-4ee2-bf22-12559987e74c) {{(pid=93175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:38:33.756215 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c268cb5f-d7d7-4528-b9f6-658e88d76f53 None None] Pushing event updated for resources: {'Port': ['ID=914e12aa-4d9b-4cbe-b780-024f5a4ac78d,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:33.760352 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-1d16f09f-e0bf-4157-bfad-487b550e3e75 req-928d2ca4-aac1-4385-8c59-6bc9695718e1 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c1a7ad6-20f5-44d5-aaf0-50a5387c12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445670 Jun 29 11:38:33.767778 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:33.780701 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c268cb5f-d7d7-4528-b9f6-658e88d76f53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:33.795508 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e041379-1d55-4d12-aa1c-17f855536a34 req-14e7cf06-5363-4d4e-9aa0-9e61718873a8 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:33.797803 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-3e041379-1d55-4d12-aa1c-17f855536a34 req-14e7cf06-5363-4d4e-9aa0-9e61718873a8 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d035ebe-f417-4046-be21-2782009cfc2a HTTP/1.1" status: 200 len: 945 time: 0.2377906 Jun 29 11:38:33.869245 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-3e041379-1d55-4d12-aa1c-17f855536a34 req-c68a2dd4-c121-447d-900c-78666c9a870a tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636194 Jun 29 11:38:33.886763 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-7b4a4770-6764-4060-a715-11201a9bf04b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:33.944397 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-8ef20f0b-8225-4784-bb35-e34cd16218c7 None None] Attempting to bind port 914e12aa-4d9b-4cbe-b780-024f5a4ac78d on host dv-cinder-797608-2-smb for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:38:33.945082 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-8ef20f0b-8225-4784-bb35-e34cd16218c7 None None] Attempting to bind port 914e12aa-4d9b-4cbe-b780-024f5a4ac78d by drivers openvswitch,hyperv on host dv-cinder-797608-2-smb at level 0 using segments [{'id': '19343e39-02f7-4bf4-bc38-5464464e922a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '88d9deae-8c92-41e6-bc69-9a05a7505f6c'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:38:33.945668 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef20f0b-8225-4784-bb35-e34cd16218c7 None None] Attempting to bind port 914e12aa-4d9b-4cbe-b780-024f5a4ac78d on network 88d9deae-8c92-41e6-bc69-9a05a7505f6c {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:38:33.958132 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-7b4a4770-6764-4060-a715-11201a9bf04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3670657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744990953741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-61825996'] for port, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:33.960712 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-c78fda55-d054-490c-b918-978604833f3e tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:33.980264 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef20f0b-8225-4784-bb35-e34cd16218c7 None None] Checking agent: {'id': 'd2315a1d-b1aa-4a09-8200-44995cf6bc46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 27, 34), 'started_at': datetime.datetime(2021, 6, 29, 11, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:38:33.980888 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef20f0b-8225-4784-bb35-e34cd16218c7 None None] Checking segment: {'id': '19343e39-02f7-4bf4-bc38-5464464e922a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '88d9deae-8c92-41e6-bc69-9a05a7505f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:38:33.981558 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8ef20f0b-8225-4784-bb35-e34cd16218c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:33.982214 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef20f0b-8225-4784-bb35-e34cd16218c7 None None] Bound using segment: {'id': '19343e39-02f7-4bf4-bc38-5464464e922a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '88d9deae-8c92-41e6-bc69-9a05a7505f6c'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:38:33.983033 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-8ef20f0b-8225-4784-bb35-e34cd16218c7 None None] Bound port: 914e12aa-4d9b-4cbe-b780-024f5a4ac78d, host: dv-cinder-797608-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19343e39-02f7-4bf4-bc38-5464464e922a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '88d9deae-8c92-41e6-bc69-9a05a7505f6c'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:38:33.983709 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8ef20f0b-8225-4784-bb35-e34cd16218c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:33.988443 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a3e89c78-d49a-48ad-8613-70cb570e4183 None None] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:34.023941 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4a4770-6764-4060-a715-11201a9bf04b admin admin] Network 6fd298bf-14bd-44c4-b839-39c6685a3eb6 is already hosted by enough agents. {{(pid=93175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:38:34.029090 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-a3e89c78-d49a-48ad-8613-70cb570e4183 None None] Transition to ACTIVE for port object 3c6b8725-be99-4723-b4a8-2cbbf0c45900 will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:38:34.043924 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.base_scheduler [None req-7b4a4770-6764-4060-a715-11201a9bf04b admin admin] Resources bound (agent type, host, resource id): {{(pid=93175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:38:34.048563 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4a4770-6764-4060-a715-11201a9bf04b admin admin] Received port after_create {{(pid=93175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:38:34.089389 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4a4770-6764-4060-a715-11201a9bf04b admin admin] Pushing event updated for resources: {'Port': ['ID=02c865d8-e71f-4ee2-bf22-12559987e74c,revision_number=1']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:34.108045 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-7b4a4770-6764-4060-a715-11201a9bf04b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:34.193566 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-a3e89c78-d49a-48ad-8613-70cb570e4183 None None] Transition to ACTIVE for port object 3c6b8725-be99-4723-b4a8-2cbbf0c45900 will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:38:34.208537 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-8ef20f0b-8225-4784-bb35-e34cd16218c7 None None] For port 914e12aa-4d9b-4cbe-b780-024f5a4ac78d, host dv-cinder-797608-2-smb, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:38:34.215949 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-8ef20f0b-8225-4784-bb35-e34cd16218c7 None None] For port 914e12aa-4d9b-4cbe-b780-024f5a4ac78d, host dv-cinder-797608-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-smb',level=0,port_id=914e12aa-4d9b-4cbe-b780-024f5a4ac78d,segment=NetworkSegment(19343e39-02f7-4bf4-bc38-5464464e922a),segment_id=19343e39-02f7-4bf4-bc38-5464464e922a)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:38:34.222118 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a3e89c78-d49a-48ad-8613-70cb570e4183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3670657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744990953741'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:34.237482 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:34.254335 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e89c78-d49a-48ad-8613-70cb570e4183 None None] Network 98824c91-3f11-4fdc-a2a9-cf1bc713b3ce is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:38:34.258723 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-a3e89c78-d49a-48ad-8613-70cb570e4183 None None] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:38:34.262953 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8ef20f0b-8225-4784-bb35-e34cd16218c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:34.305464 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e89c78-d49a-48ad-8613-70cb570e4183 None None] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:38:34.411960 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e89c78-d49a-48ad-8613-70cb570e4183 None None] Pushing event updated for resources: {'Port': ['ID=3c6b8725-be99-4723-b4a8-2cbbf0c45900,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:34.489420 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a3e89c78-d49a-48ad-8613-70cb570e4183 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:34.490544 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-1c2651a7-db89-4674-81dd-e3251ee167e8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.182s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:34.588399 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef20f0b-8225-4784-bb35-e34cd16218c7 None None] Routers {'ec645eea-2d63-40ae-a7a7-31ff40234cb1'} bound to L3 agent in host dv-cinder-797608-2-smb {{(pid=93177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:38:34.589085 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-8ef20f0b-8225-4784-bb35-e34cd16218c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T11:27:33Z,description=,heartbeat_timestamp=2021-06-29T11:38:33Z,host='dv-cinder-797608-2-smb',id=bfbd9503-e406-4b21-85aa-cc71bbe721ce,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:33Z,topic='l3_agent')) {'router_ids': ['ec645eea-2d63-40ae-a7a7-31ff40234cb1'], 'active': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:38:34.650790 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9be8c49d-fdd7-49be-a71c-49aaf5d45c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:34.651814 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-a3e89c78-d49a-48ad-8613-70cb570e4183 None None] Attempting to bind port 3c6b8725-be99-4723-b4a8-2cbbf0c45900 on host dv-cinder-797608-2-smb for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:38:34.651979 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-a3e89c78-d49a-48ad-8613-70cb570e4183 None None] Attempting to bind port 3c6b8725-be99-4723-b4a8-2cbbf0c45900 by drivers openvswitch,hyperv on host dv-cinder-797608-2-smb at level 0 using segments [{'id': '3a35c32d-0abb-4830-b33d-f4278df5e48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '98824c91-3f11-4fdc-a2a9-cf1bc713b3ce'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:38:34.652314 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e89c78-d49a-48ad-8613-70cb570e4183 None None] Attempting to bind port 3c6b8725-be99-4723-b4a8-2cbbf0c45900 on network 98824c91-3f11-4fdc-a2a9-cf1bc713b3ce {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:38:34.688336 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e89c78-d49a-48ad-8613-70cb570e4183 None None] Checking agent: {'id': 'd2315a1d-b1aa-4a09-8200-44995cf6bc46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 27, 34), 'started_at': datetime.datetime(2021, 6, 29, 11, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:38:34.688900 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e89c78-d49a-48ad-8613-70cb570e4183 None None] Checking segment: {'id': '3a35c32d-0abb-4830-b33d-f4278df5e48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '98824c91-3f11-4fdc-a2a9-cf1bc713b3ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:38:34.689332 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a3e89c78-d49a-48ad-8613-70cb570e4183 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:34.689761 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e89c78-d49a-48ad-8613-70cb570e4183 None None] Bound using segment: {'id': '3a35c32d-0abb-4830-b33d-f4278df5e48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '98824c91-3f11-4fdc-a2a9-cf1bc713b3ce'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:38:34.690249 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-a3e89c78-d49a-48ad-8613-70cb570e4183 None None] Bound port: 3c6b8725-be99-4723-b4a8-2cbbf0c45900, host: dv-cinder-797608-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a35c32d-0abb-4830-b33d-f4278df5e48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '98824c91-3f11-4fdc-a2a9-cf1bc713b3ce'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:38:34.690640 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a3e89c78-d49a-48ad-8613-70cb570e4183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:34.701533 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c268cb5f-d7d7-4528-b9f6-658e88d76f53 None None] Pushing event updated for resources: {'Port': ['ID=914e12aa-4d9b-4cbe-b780-024f5a4ac78d,revision_number=4']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:34.712088 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c268cb5f-d7d7-4528-b9f6-658e88d76f53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:34.740126 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-7b4a4770-6764-4060-a715-11201a9bf04b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:34.868604 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_dvr_db [None req-8ef20f0b-8225-4784-bb35-e34cd16218c7 None None] Set router ec645eea-2d63-40ae-a7a7-31ff40234cb1 gateway port host: dv-cinder-797608-2-smb {{(pid=93177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:38:34.954725 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-a3e89c78-d49a-48ad-8613-70cb570e4183 None None] For port 3c6b8725-be99-4723-b4a8-2cbbf0c45900, host dv-cinder-797608-2-smb, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:38:34.970464 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-a3e89c78-d49a-48ad-8613-70cb570e4183 None None] For port 3c6b8725-be99-4723-b4a8-2cbbf0c45900, host dv-cinder-797608-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-smb',level=0,port_id=3c6b8725-be99-4723-b4a8-2cbbf0c45900,segment=NetworkSegment(3a35c32d-0abb-4830-b33d-f4278df5e48a),segment_id=3a35c32d-0abb-4830-b33d-f4278df5e48a)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:38:34.983165 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a3e89c78-d49a-48ad-8613-70cb570e4183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:34.995802 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:35.152250 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e89c78-d49a-48ad-8613-70cb570e4183 None None] Pushing event updated for resources: {'Port': ['ID=3c6b8725-be99-4723-b4a8-2cbbf0c45900,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:35.162522 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a3e89c78-d49a-48ad-8613-70cb570e4183 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:35.306306 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-8ef20f0b-8225-4784-bb35-e34cd16218c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec645eea-2d63-40ae-a7a7-31ff40234cb1', 'name': 'tempest-TestShelveInstance-229016941-router', 'tenant_id': '7add8bb0bbcc410d8ed660c9dee464d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'external_fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.131'}], 'enable_snat': True}, 'gw_port_id': 'c86a062c-62c6-4c12-88ac-252ec36bd593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:38:23Z', 'updated_at': '2021-06-29T11:38:29Z', 'revision_number': 4, 'project_id': '7add8bb0bbcc410d8ed660c9dee464d5', 'gw_port': {'id': 'c86a062c-62c6-4c12-88ac-252ec36bd593', 'name': '', 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:67:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec645eea-2d63-40ae-a7a7-31ff40234cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:38:23Z', 'updated_at': '2021-06-29T11:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042f854c-de74-4a6a-969f-d747577d8cca', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-smb', '_interfaces': [{'id': '914e12aa-4d9b-4cbe-b780-024f5a4ac78d', 'name': '', 'network_id': '88d9deae-8c92-41e6-bc69-9a05a7505f6c', 'tenant_id': '7add8bb0bbcc410d8ed660c9dee464d5', 'mac_address': 'fa:16:3e:9c:0c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec645eea-2d63-40ae-a7a7-31ff40234cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '772d47c8-6f80-4a5a-ad83-c4a4866eeb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:38:27Z', 'updated_at': '2021-06-29T11:38:34Z', 'revision_number': 4, 'project_id': '7add8bb0bbcc410d8ed660c9dee464d5', 'subnets': [{'id': '772d47c8-6f80-4a5a-ad83-c4a4866eeb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-smb', False) {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:38:35.313437 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6274b4e-4f24-499d-a0fc-b239cc7d58e6 req-653a0058-ad69-48d6-850e-9a53e0e57c59 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:35.316411 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-c6274b4e-4f24-499d-a0fc-b239cc7d58e6 req-653a0058-ad69-48d6-850e-9a53e0e57c59 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/ports?device_id=e5af5856-39be-486c-b723-c91209064e8f HTTP/1.1" status: 200 len: 945 time: 0.2349391 Jun 29 11:38:35.318212 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-7b4a4770-6764-4060-a715-11201a9bf04b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534950'] for router, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:35.338309 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef20f0b-8225-4784-bb35-e34cd16218c7 None None] The sync data for ids ['ec645eea-2d63-40ae-a7a7-31ff40234cb1'] in dv-cinder-797608-2-smb is: [{'id': 'ec645eea-2d63-40ae-a7a7-31ff40234cb1', 'name': 'tempest-TestShelveInstance-229016941-router', 'tenant_id': '7add8bb0bbcc410d8ed660c9dee464d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'external_fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.131'}], 'enable_snat': True}, 'gw_port_id': 'c86a062c-62c6-4c12-88ac-252ec36bd593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:38:23Z', 'updated_at': '2021-06-29T11:38:29Z', 'revision_number': 4, 'project_id': '7add8bb0bbcc410d8ed660c9dee464d5', 'gw_port': {'id': 'c86a062c-62c6-4c12-88ac-252ec36bd593', 'name': '', 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:67:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec645eea-2d63-40ae-a7a7-31ff40234cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:38:23Z', 'updated_at': '2021-06-29T11:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042f854c-de74-4a6a-969f-d747577d8cca', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-smb', '_interfaces': [{'id': '914e12aa-4d9b-4cbe-b780-024f5a4ac78d', 'name': '', 'network_id': '88d9deae-8c92-41e6-bc69-9a05a7505f6c', 'tenant_id': '7add8bb0bbcc410d8ed660c9dee464d5', 'mac_address': 'fa:16:3e:9c:0c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec645eea-2d63-40ae-a7a7-31ff40234cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '772d47c8-6f80-4a5a-ad83-c4a4866eeb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:38:27Z', 'updated_at': '2021-06-29T11:38:34Z', 'revision_number': 4, 'project_id': '7add8bb0bbcc410d8ed660c9dee464d5', 'subnets': [{'id': '772d47c8-6f80-4a5a-ad83-c4a4866eeb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:38:35.553071 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-c6274b4e-4f24-499d-a0fc-b239cc7d58e6 req-adb78bf6-d1fd-43cb-a258-18d8c293ca3e tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/security-groups?id=3c1a7ad6-20f5-44d5-aaf0-50a5387c12c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147219 Jun 29 11:38:35.749635 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2e4eac-67a9-4a3a-922d-f9b45f2a667a req-d817aa74-eda5-4f0b-932b-56751b5cab8c tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:35.752569 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-7c2e4eac-67a9-4a3a-922d-f9b45f2a667a req-d817aa74-eda5-4f0b-932b-56751b5cab8c tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5af5856-39be-486c-b723-c91209064e8f HTTP/1.1" status: 200 len: 945 time: 0.1387806 Jun 29 11:38:35.794167 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b4a4770-6764-4060-a715-11201a9bf04b admin admin] Router a8106022-9515-47cf-b662-1711d84ba84f is scheduled to L3 agent bfbd9503-e406-4b21-85aa-cc71bbe721ce with binding_index 1 {{(pid=93175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 11:38:35.930453 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-7c2e4eac-67a9-4a3a-922d-f9b45f2a667a req-97615ba2-ca10-4980-b6f4-0f554470d4cb tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Deleting port a548e549-c3f8-424f-b05d-4b11c70bad96 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:38:35.931053 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-7c2e4eac-67a9-4a3a-922d-f9b45f2a667a req-97615ba2-ca10-4980-b6f4-0f554470d4cb tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744991508026'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:36.071526 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-7c2e4eac-67a9-4a3a-922d-f9b45f2a667a req-97615ba2-ca10-4980-b6f4-0f554470d4cb tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] For port a548e549-c3f8-424f-b05d-4b11c70bad96, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a548e549-c3f8-424f-b05d-4b11c70bad96,segment=NetworkSegment(0949f310-551d-4292-95ed-764ccdcd59df),segment_id=0949f310-551d-4292-95ed-764ccdcd59df)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:38:36.071961 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-7c2e4eac-67a9-4a3a-922d-f9b45f2a667a req-97615ba2-ca10-4980-b6f4-0f554470d4cb tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013211'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:36.107822 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b4a4770-6764-4060-a715-11201a9bf04b admin admin] Notify agent at l3_agent.dv-cinder-797608-2-smb the message routers_updated {{(pid=93175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:38:36.108512 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-7c2e4eac-67a9-4a3a-922d-f9b45f2a667a req-97615ba2-ca10-4980-b6f4-0f554470d4cb tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Calling delete_port for a548e549-c3f8-424f-b05d-4b11c70bad96 owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:38:36.124915 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4102766-527a-4115-8a35-640744c9993c None None] Sync routers for ids ['a8106022-9515-47cf-b662-1711d84ba84f'] in dv-cinder-797608-2-smb {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:38:36.143800 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-7b4a4770-6764-4060-a715-11201a9bf04b admin admin] Notify callbacks [] for router, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:36.147027 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-7b4a4770-6764-4060-a715-11201a9bf04b admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.6440878 Jun 29 11:38:36.149034 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4102766-527a-4115-8a35-640744c9993c None None] Routers {'a8106022-9515-47cf-b662-1711d84ba84f'} bound to L3 agent in host dv-cinder-797608-2-smb {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:38:36.149969 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 52468) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:38:36.151294 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-d4102766-527a-4115-8a35-640744c9993c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T11:27:33Z,description=,heartbeat_timestamp=2021-06-29T11:38:33Z,host='dv-cinder-797608-2-smb',id=bfbd9503-e406-4b21-85aa-cc71bbe721ce,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:33Z,topic='l3_agent')) {'router_ids': ['a8106022-9515-47cf-b662-1711d84ba84f'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:38:36.414246 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Device 3c6b8725-be99-4723-b4a8-2cbbf0c45900 up at agent ovs-agent-dv-cinder-797608-2-smb {{(pid=93177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:38:36.419244 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-7c2e4eac-67a9-4a3a-922d-f9b45f2a667a req-97615ba2-ca10-4980-b6f4-0f554470d4cb tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744991430440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744990953750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58778309'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:36.445462 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-06c001b4-150f-43c2-a983-c78ae25ded18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:36.523383 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97615ba2-ca10-4980-b6f4-0f554470d4cb tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Pushing event deleted for resources: {'Port': ['ID=a548e549-c3f8-424f-b05d-4b11c70bad96,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:36.570728 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-d4102766-527a-4115-8a35-640744c9993c None None] Set router a8106022-9515-47cf-b662-1711d84ba84f gateway port host: dv-cinder-797608-2-smb {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:38:36.583736 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7dc1f572-48b9-4e28-8a5a-f2a12e721563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:36.586693 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] get_ports_and_sgs() called for port_ids ['a548e549-c3f8-424f-b05d-4b11c70bad96'] {{(pid=93177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:38:36.709037 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-97615ba2-ca10-4980-b6f4-0f554470d4cb tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:36.713557 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c2e4eac-67a9-4a3a-922d-f9b45f2a667a req-97615ba2-ca10-4980-b6f4-0f554470d4cb tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] No DVR routers for this DVR port a548e549-c3f8-424f-b05d-4b11c70bad96 on host hv-cinder-79760 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:38:36.721558 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-7c2e4eac-67a9-4a3a-922d-f9b45f2a667a req-97615ba2-ca10-4980-b6f4-0f554470d4cb tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126777'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:36.724106 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-7c2e4eac-67a9-4a3a-922d-f9b45f2a667a req-97615ba2-ca10-4980-b6f4-0f554470d4cb tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.21 "DELETE /v2.0/ports/a548e549-c3f8-424f-b05d-4b11c70bad96 HTTP/1.1" status: 204 len: 173 time: 0.9644859 Jun 29 11:38:36.725572 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Provisioning for port 3c6b8725-be99-4723-b4a8-2cbbf0c45900 completed by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:38:36.753395 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5af5856-39be-486c-b723-c91209064e8f', 'name': 'network-vif-deleted', 'tag': 'a548e549-c3f8-424f-b05d-4b11c70bad96'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:38:36.763617 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e84c2f8edc4c5bc2f689ddb2df796faf16af949d7518eb87a014b7a9d68b702d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ff1832f-60f2-4f98-a866-a7ec47c87c87" -d '{"events": [{"server_uuid": "e5af5856-39be-486c-b723-c91209064e8f", "name": "network-vif-deleted", "tag": "a548e549-c3f8-424f-b05d-4b11c70bad96"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:38:36.770213 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Device 914e12aa-4d9b-4cbe-b780-024f5a4ac78d up at agent ovs-agent-dv-cinder-797608-2-smb {{(pid=93177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:38:36.998908 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1adc03-f895-4b31-8ffe-ffe30428a97a x-openstack-request-id: req-5d1adc03-f895-4b31-8ffe-ffe30428a97a {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:38:36.999417 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5af5856-39be-486c-b723-c91209064e8f", "name": "network-vif-deleted", "tag": "a548e549-c3f8-424f-b05d-4b11c70bad96", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:38:36.999878 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-5d1adc03-f895-4b31-8ffe-ffe30428a97a {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:38:37.001250 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5af5856-39be-486c-b723-c91209064e8f', 'name': 'network-vif-deleted', 'tag': 'a548e549-c3f8-424f-b05d-4b11c70bad96', 'status': 'completed', 'code': 200} Jun 29 11:38:37.087434 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Provisioning for port 914e12aa-4d9b-4cbe-b780-024f5a4ac78d completed by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:38:37.092336 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Provisioning complete for port 914e12aa-4d9b-4cbe-b780-024f5a4ac78d triggered by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:38:37.092825 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:37.276512 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d80fd54-729e-49eb-8818-5caf584f658b None None] Network 98824c91-3f11-4fdc-a2a9-cf1bc713b3ce requested from dv-cinder-797608-2-smb {{(pid=93177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:38:37.516154 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-d4102766-527a-4115-8a35-640744c9993c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8106022-9515-47cf-b662-1711d84ba84f', 'name': 'tempest-TestShelveInstance-1333190348-router', 'tenant_id': '7ec9eb419d9841cbabf945fe4775ad51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'external_fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.32'}], 'enable_snat': True}, 'gw_port_id': '02c865d8-e71f-4ee2-bf22-12559987e74c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:38:32Z', 'updated_at': '2021-06-29T11:38:34Z', 'revision_number': 3, 'project_id': '7ec9eb419d9841cbabf945fe4775ad51', 'gw_port': {'id': '02c865d8-e71f-4ee2-bf22-12559987e74c', 'name': '', 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f5:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8106022-9515-47cf-b662-1711d84ba84f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:38:33Z', 'updated_at': '2021-06-29T11:38:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '042f854c-de74-4a6a-969f-d747577d8cca', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-smb'}], 'dv-cinder-797608-2-smb', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:38:37.530797 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-b3f06225-6fa9-45b1-b668-52967971dcb9 req-ed24966b-08c9-42c4-a36e-c15eea7df561 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] 10.222.0.78 "GET /v2.0/ports?device_id=e5af5856-39be-486c-b723-c91209064e8f HTTP/1.1" status: 200 len: 210 time: 0.0536330 Jun 29 11:38:37.581302 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4102766-527a-4115-8a35-640744c9993c None None] Checking router: a8106022-9515-47cf-b662-1711d84ba84f for host: dv-cinder-797608-2-smb {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:38:37.581876 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4102766-527a-4115-8a35-640744c9993c None None] Updating router a8106022-9515-47cf-b662-1711d84ba84f port 02c865d8-e71f-4ee2-bf22-12559987e74c binding host dv-cinder-797608-2-smb {{(pid=93178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 11:38:37.647166 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d4102766-527a-4115-8a35-640744c9993c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:37.739630 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-3b08a013-580c-4770-b0fd-25d16d8a34e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:37.864961 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-f03ec46a-280d-4cf4-86c0-4aae1605b2f7 None None] Provisioning for port 3c6b8725-be99-4723-b4a8-2cbbf0c45900 completed by entity DHCP. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:38:37.932515 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-f03ec46a-280d-4cf4-86c0-4aae1605b2f7 None None] Provisioning complete for port 3c6b8725-be99-4723-b4a8-2cbbf0c45900 triggered by entity DHCP. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:38:37.933301 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f03ec46a-280d-4cf4-86c0-4aae1605b2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:37.992481 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.db.db_base_plugin_common [None req-3b08a013-580c-4770-b0fd-25d16d8a34e1 admin admin] Allocated IP 172.20.0.1 (98824c91-3f11-4fdc-a2a9-cf1bc713b3ce/396b3fe0-4149-41a2-b6be-43d407353824/c6187295-a61d-4765-837e-e3514fc6b000) {{(pid=93175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:38:38.044593 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:38.123982 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] For port 914e12aa-4d9b-4cbe-b780-024f5a4ac78d, host dv-cinder-797608-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-smb',level=0,port_id=914e12aa-4d9b-4cbe-b780-024f5a4ac78d,segment=NetworkSegment(19343e39-02f7-4bf4-bc38-5464464e922a),segment_id=19343e39-02f7-4bf4-bc38-5464464e922a)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:38:38.133802 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:38.149433 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e392832f-462b-437c-ae08-838d05006da3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:38.267851 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-3b08a013-580c-4770-b0fd-25d16d8a34e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:38.304294 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.db.provisioning_blocks [None req-3b08a013-580c-4770-b0fd-25d16d8a34e1 admin admin] Transition to ACTIVE for port object c6187295-a61d-4765-837e-e3514fc6b000 will not be triggered until provisioned by entity DHCP. {{(pid=93175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:38:38.322110 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c56b9f-2975-414e-a469-99cd9bb1d9d6 req-4166ab77-f6c9-4fe5-af19-6436843e9831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:38.325501 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-40c56b9f-2975-414e-a469-99cd9bb1d9d6 req-4166ab77-f6c9-4fe5-af19-6436843e9831 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fb634060125f416085622032826f0074&device_id=6d035ebe-f417-4046-be21-2782009cfc2a HTTP/1.1" status: 200 len: 1098 time: 0.2423835 Jun 29 11:38:38.332265 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Pushing event updated for resources: {'Port': ['ID=914e12aa-4d9b-4cbe-b780-024f5a4ac78d,revision_number=5']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:38.345630 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:38.346936 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f03ec46a-280d-4cf4-86c0-4aae1605b2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:38.362118 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d4102766-527a-4115-8a35-640744c9993c None None] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:38.398151 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-d4102766-527a-4115-8a35-640744c9993c None None] Transition to ACTIVE for port object 02c865d8-e71f-4ee2-bf22-12559987e74c will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:38:38.417050 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d4102766-527a-4115-8a35-640744c9993c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:38.436289 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-f03ec46a-280d-4cf4-86c0-4aae1605b2f7 None None] For port 3c6b8725-be99-4723-b4a8-2cbbf0c45900, host dv-cinder-797608-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-smb',level=0,port_id=3c6b8725-be99-4723-b4a8-2cbbf0c45900,segment=NetworkSegment(3a35c32d-0abb-4830-b33d-f4278df5e48a),segment_id=3a35c32d-0abb-4830-b33d-f4278df5e48a)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:38:38.441178 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:38.444625 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f03ec46a-280d-4cf4-86c0-4aae1605b2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:38.451885 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:38.544349 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9089ed72-6588-4f65-a970-3aa9a366ad4a req-14364078-ee10-4465-a74e-5eab36606c37 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:38.546288 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-9089ed72-6588-4f65-a970-3aa9a366ad4a req-14364078-ee10-4465-a74e-5eab36606c37 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d035ebe-f417-4046-be21-2782009cfc2a HTTP/1.1" status: 200 len: 945 time: 0.2316251 Jun 29 11:38:38.556489 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03ec46a-280d-4cf4-86c0-4aae1605b2f7 None None] Pushing event updated for resources: {'Port': ['ID=3c6b8725-be99-4723-b4a8-2cbbf0c45900,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:38.568563 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f03ec46a-280d-4cf4-86c0-4aae1605b2f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:38.606725 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-3b08a013-580c-4770-b0fd-25d16d8a34e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3670657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744990953741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-61825996'] for port, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:38.630194 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:38.640069 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-d4102766-527a-4115-8a35-640744c9993c None None] Attempting to bind port 02c865d8-e71f-4ee2-bf22-12559987e74c on host dv-cinder-797608-2-smb for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:38:38.641002 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-d4102766-527a-4115-8a35-640744c9993c None None] Attempting to bind port 02c865d8-e71f-4ee2-bf22-12559987e74c by drivers openvswitch,hyperv on host dv-cinder-797608-2-smb at level 0 using segments [{'id': 'bd18eb46-f552-49e6-b53a-14bd17fb4993', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:38:38.641002 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4102766-527a-4115-8a35-640744c9993c None None] Attempting to bind port 02c865d8-e71f-4ee2-bf22-12559987e74c on network 6fd298bf-14bd-44c4-b839-39c6685a3eb6 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:38:38.666022 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c56b9f-2975-414e-a469-99cd9bb1d9d6 req-fc22d14d-91f6-485c-b616-34e982a7aed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:38.666765 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-9856bda6-b870-4eb8-8f9d-06cea2cbdd28 None None] Provisioning complete for port 3c6b8725-be99-4723-b4a8-2cbbf0c45900 triggered by entity DHCP. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:38:38.666765 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9856bda6-b870-4eb8-8f9d-06cea2cbdd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:38.668134 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd773c9c-588f-43e4-b774-551558745b5a None None] Pushing event updated for resources: {'Port': ['ID=02c865d8-e71f-4ee2-bf22-12559987e74c,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:38.669334 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-40c56b9f-2975-414e-a469-99cd9bb1d9d6 req-fc22d14d-91f6-485c-b616-34e982a7aed5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e649846e-4490-4030-83be-c56063ebfb83 HTTP/1.1" status: 200 len: 920 time: 0.3341148 Jun 29 11:38:38.678822 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-fd773c9c-588f-43e4-b774-551558745b5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:38.679669 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4102766-527a-4115-8a35-640744c9993c None None] Checking agent: {'id': 'd2315a1d-b1aa-4a09-8200-44995cf6bc46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 27, 34), 'started_at': datetime.datetime(2021, 6, 29, 11, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:38:38.680092 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4102766-527a-4115-8a35-640744c9993c None None] Checking segment: {'id': 'bd18eb46-f552-49e6-b53a-14bd17fb4993', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:38:38.680491 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d4102766-527a-4115-8a35-640744c9993c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:38.681769 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4102766-527a-4115-8a35-640744c9993c None None] Bound using segment: {'id': 'bd18eb46-f552-49e6-b53a-14bd17fb4993', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:38:38.682277 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-d4102766-527a-4115-8a35-640744c9993c None None] Bound port: 02c865d8-e71f-4ee2-bf22-12559987e74c, host: dv-cinder-797608-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd18eb46-f552-49e6-b53a-14bd17fb4993', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:38:38.682765 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d4102766-527a-4115-8a35-640744c9993c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:38.702996 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-9089ed72-6588-4f65-a970-3aa9a366ad4a req-4e24a01e-b9eb-40f5-8080-c4df68ff4fa2 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465144 Jun 29 11:38:38.740094 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-40c56b9f-2975-414e-a469-99cd9bb1d9d6 req-7bd0e03c-2a70-407a-9227-916f3246cd8a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b5ca2a3-5459-4bc0-9e51-11a4148b3a1c HTTP/1.1" status: 200 len: 217 time: 0.0619066 Jun 29 11:38:38.746528 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b08a013-580c-4770-b0fd-25d16d8a34e1 admin admin] Pushing event updated for resources: {'Port': ['ID=c6187295-a61d-4765-837e-e3514fc6b000,revision_number=1']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:38.764415 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 52516) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:38:38.769471 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-3b08a013-580c-4770-b0fd-25d16d8a34e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:38.773042 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-d4102766-527a-4115-8a35-640744c9993c None None] For port 02c865d8-e71f-4ee2-bf22-12559987e74c, host dv-cinder-797608-2-smb, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:38:38.778380 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-d4102766-527a-4115-8a35-640744c9993c None None] For port 02c865d8-e71f-4ee2-bf22-12559987e74c, host dv-cinder-797608-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-smb',level=0,port_id=02c865d8-e71f-4ee2-bf22-12559987e74c,segment=NetworkSegment(bd18eb46-f552-49e6-b53a-14bd17fb4993),segment_id=bd18eb46-f552-49e6-b53a-14bd17fb4993)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:38:38.784205 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-d4102766-527a-4115-8a35-640744c9993c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:38.785968 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b08a013-580c-4770-b0fd-25d16d8a34e1 admin admin] Network 98824c91-3f11-4fdc-a2a9-cf1bc713b3ce is already hosted by enough agents. {{(pid=93175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:38:38.788928 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:38.805360 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.base_scheduler [None req-3b08a013-580c-4770-b0fd-25d16d8a34e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:38:38.808818 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b08a013-580c-4770-b0fd-25d16d8a34e1 admin admin] Received port after_create {{(pid=93175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:38:38.811126 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c56b9f-2975-414e-a469-99cd9bb1d9d6 req-d7b9e806-ef11-4ca3-a272-22167739d9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:38.813514 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-40c56b9f-2975-414e-a469-99cd9bb1d9d6 req-d7b9e806-ef11-4ca3-a272-22167739d9ce service neutron] 10.222.0.21 "GET /v2.0/subnets?id=68f333b4-cecc-4c5e-b444-811269c3af49 HTTP/1.1" status: 200 len: 859 time: 0.0651934 Jun 29 11:38:38.856925 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-40c56b9f-2975-414e-a469-99cd9bb1d9d6 req-c24b5d5c-cbd8-4832-ad94-f4d4458474ea service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e649846e-4490-4030-83be-c56063ebfb83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348039 Jun 29 11:38:38.863468 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd773c9c-588f-43e4-b774-551558745b5a None None] Pushing event updated for resources: {'Port': ['ID=02c865d8-e71f-4ee2-bf22-12559987e74c,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:38.865466 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.db.db_base_plugin_v2 [None req-4076b359-4b8e-4984-b930-bb07ac9a76a4 admin admin] Deleting subnet 8ea9ab15-43b2-48ad-8e01-7b17b01c47dd {{(pid=93175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 11:38:38.871975 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-4076b359-4b8e-4984-b930-bb07ac9a76a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:38.876386 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-3b08a013-580c-4770-b0fd-25d16d8a34e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015169'] for router_interface, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:38.877815 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-fd773c9c-588f-43e4-b774-551558745b5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:38.878714 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4102766-527a-4115-8a35-640744c9993c None None] Routers {'a8106022-9515-47cf-b662-1711d84ba84f'} bound to L3 agent in host dv-cinder-797608-2-smb {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:38:38.879494 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-d4102766-527a-4115-8a35-640744c9993c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T11:27:33Z,description=,heartbeat_timestamp=2021-06-29T11:38:33Z,host='dv-cinder-797608-2-smb',id=bfbd9503-e406-4b21-85aa-cc71bbe721ce,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:33Z,topic='l3_agent')) {'router_ids': ['a8106022-9515-47cf-b662-1711d84ba84f'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:38:39.015637 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-4076b359-4b8e-4984-b930-bb07ac9a76a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61476065'] for subnet, precommit_delete_associations {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:39.032237 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-d4102766-527a-4115-8a35-640744c9993c None None] Set router a8106022-9515-47cf-b662-1711d84ba84f gateway port host: dv-cinder-797608-2-smb {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:38:39.123945 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-4076b359-4b8e-4984-b930-bb07ac9a76a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4171685'] for subnet, precommit_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:39.140685 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-03bc0a83-50d2-487b-b145-99072dcfe3a4 None None] Provisioning for port c6187295-a61d-4765-837e-e3514fc6b000 completed by entity DHCP. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:38:39.146384 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-03bc0a83-50d2-487b-b145-99072dcfe3a4 None None] Provisioning complete for port c6187295-a61d-4765-837e-e3514fc6b000 triggered by entity DHCP. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:38:39.147032 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-03bc0a83-50d2-487b-b145-99072dcfe3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:39.205061 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-03bc0a83-50d2-487b-b145-99072dcfe3a4 None None] Port c6187295-a61d-4765-837e-e3514fc6b000 cannot update to ACTIVE because it is not bound. {{(pid=93177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 11:38:39.254187 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-3b08a013-580c-4770-b0fd-25d16d8a34e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:39.289351 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-d4102766-527a-4115-8a35-640744c9993c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8106022-9515-47cf-b662-1711d84ba84f', 'name': 'tempest-TestShelveInstance-1333190348-router', 'tenant_id': '7ec9eb419d9841cbabf945fe4775ad51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'external_fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.32'}], 'enable_snat': True}, 'gw_port_id': '02c865d8-e71f-4ee2-bf22-12559987e74c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:38:32Z', 'updated_at': '2021-06-29T11:38:34Z', 'revision_number': 3, 'project_id': '7ec9eb419d9841cbabf945fe4775ad51', 'gw_port': {'id': '02c865d8-e71f-4ee2-bf22-12559987e74c', 'name': '', 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f5:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8106022-9515-47cf-b662-1711d84ba84f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:38:33Z', 'updated_at': '2021-06-29T11:38:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '042f854c-de74-4a6a-969f-d747577d8cca', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-smb'}], 'dv-cinder-797608-2-smb', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:38:39.290743 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-40c56b9f-2975-414e-a469-99cd9bb1d9d6 req-5d0a7a90-b725-4906-bb6f-aef1883958a7 service neutron] 10.222.0.21 "GET /v2.0/networks/e649846e-4490-4030-83be-c56063ebfb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4228873 Jun 29 11:38:39.320283 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4102766-527a-4115-8a35-640744c9993c None None] The sync data for ids ['a8106022-9515-47cf-b662-1711d84ba84f'] in dv-cinder-797608-2-smb is: [{'id': 'a8106022-9515-47cf-b662-1711d84ba84f', 'name': 'tempest-TestShelveInstance-1333190348-router', 'tenant_id': '7ec9eb419d9841cbabf945fe4775ad51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'external_fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.32'}], 'enable_snat': True}, 'gw_port_id': '02c865d8-e71f-4ee2-bf22-12559987e74c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:38:32Z', 'updated_at': '2021-06-29T11:38:34Z', 'revision_number': 3, 'project_id': '7ec9eb419d9841cbabf945fe4775ad51', 'gw_port': {'id': '02c865d8-e71f-4ee2-bf22-12559987e74c', 'name': '', 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f5:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8106022-9515-47cf-b662-1711d84ba84f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:38:33Z', 'updated_at': '2021-06-29T11:38:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '042f854c-de74-4a6a-969f-d747577d8cca', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-smb'}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:38:39.336678 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-4076b359-4b8e-4984-b930-bb07ac9a76a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4171708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61825855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61544134'] for subnet, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:39.342308 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:39.379976 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-4076b359-4b8e-4984-b930-bb07ac9a76a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636407'] for subnet, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:39.384264 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-4076b359-4b8e-4984-b930-bb07ac9a76a4 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/8ea9ab15-43b2-48ad-8e01-7b17b01c47dd HTTP/1.1" status: 204 len: 168 time: 0.6186292 Jun 29 11:38:39.386332 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4076b359-4b8e-4984-b930-bb07ac9a76a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ea9ab15-43b2-48ad-8e01-7b17b01c47dd,revision_number=None']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:39.387057 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 52518) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:38:39.469579 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-40c56b9f-2975-414e-a469-99cd9bb1d9d6 req-9af5fb04-34cf-469a-b841-5494af932f39 service neutron] 10.222.0.21 "GET /v2.0/networks/e649846e-4490-4030-83be-c56063ebfb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713116 Jun 29 11:38:39.499066 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-549e38ec-8fec-420e-9343-3f0e669868b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3737496'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:39.502440 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-4076b359-4b8e-4984-b930-bb07ac9a76a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:39.603486 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-549e38ec-8fec-420e-9343-3f0e669868b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4171643', 'neutron.services.segments.db._delete_segments_for_network-8744991479107'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:39.617024 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.services.segments.db [None req-549e38ec-8fec-420e-9343-3f0e669868b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['370af924-d6bd-4821-9056-c2048b5ccd31']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:38:39.633082 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.services.segments.db [None req-549e38ec-8fec-420e-9343-3f0e669868b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0949f310-551d-4292-95ed-764ccdcd59df') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:38:39.633366 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.services.segments.db [None req-549e38ec-8fec-420e-9343-3f0e669868b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0949f310-551d-4292-95ed-764ccdcd59df') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:38:39.637869 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-3b08a013-580c-4770-b0fd-25d16d8a34e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:39.644409 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-3b08a013-580c-4770-b0fd-25d16d8a34e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61826046'] for port, after_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:39.648084 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-549e38ec-8fec-420e-9343-3f0e669868b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744991309258', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62645028'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:39.709883 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-4665e313-e564-4b13-9c6a-9e393b4f257f tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:39.733925 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-549e38ec-8fec-420e-9343-3f0e669868b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144823'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:39.752429 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-549e38ec-8fec-420e-9343-3f0e669868b6 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 11:38:39.752927 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-549e38ec-8fec-420e-9343-3f0e669868b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58778258'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:39.755484 dv-cinder-797608-2-smb neutron-server[93176]: Traceback (most recent call last): Jun 29 11:38:39.755484 dv-cinder-797608-2-smb neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 11:38:39.755484 dv-cinder-797608-2-smb neutron-server[93176]: timer() Jun 29 11:38:39.755484 dv-cinder-797608-2-smb neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 11:38:39.755484 dv-cinder-797608-2-smb neutron-server[93176]: cb(*args, **kw) Jun 29 11:38:39.755484 dv-cinder-797608-2-smb neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 11:38:39.755484 dv-cinder-797608-2-smb neutron-server[93176]: return func(*args, **kwargs) Jun 29 11:38:39.755484 dv-cinder-797608-2-smb neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 11:38:39.755484 dv-cinder-797608-2-smb neutron-server[93176]: self._notify() Jun 29 11:38:39.755484 dv-cinder-797608-2-smb neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 11:38:39.755484 dv-cinder-797608-2-smb neutron-server[93176]: self.callback(batched_events) Jun 29 11:38:39.755484 dv-cinder-797608-2-smb neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 11:38:39.755484 dv-cinder-797608-2-smb neutron-server[93176]: event.method(event) Jun 29 11:38:39.755484 dv-cinder-797608-2-smb neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 11:38:39.755484 dv-cinder-797608-2-smb neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 11:38:39.755484 dv-cinder-797608-2-smb neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 11:38:39.755484 dv-cinder-797608-2-smb neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 11:38:39.755484 dv-cinder-797608-2-smb neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 11:38:39.755484 dv-cinder-797608-2-smb neutron-server[93176]: return f(self, *a, **k) Jun 29 11:38:39.755484 dv-cinder-797608-2-smb neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 11:38:39.755484 dv-cinder-797608-2-smb neutron-server[93176]: return self._get(url).json() Jun 29 11:38:39.755484 dv-cinder-797608-2-smb neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 11:38:39.755484 dv-cinder-797608-2-smb neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 11:38:39.755484 dv-cinder-797608-2-smb neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 11:38:39.755484 dv-cinder-797608-2-smb neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 29 11:38:39.755484 dv-cinder-797608-2-smb neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 11:38:39.755484 dv-cinder-797608-2-smb neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 11:38:39.755484 dv-cinder-797608-2-smb neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 11:38:39.755484 dv-cinder-797608-2-smb neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 11:38:39.755484 dv-cinder-797608-2-smb neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 11:38:39.755484 dv-cinder-797608-2-smb neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 11:38:39.755484 dv-cinder-797608-2-smb neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 11:38:39.768958 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Device a548e549-c3f8-424f-b05d-4b11c70bad96 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:38:39.781097 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b08a013-580c-4770-b0fd-25d16d8a34e1 admin admin] Pushing event updated for resources: {'Port': ['ID=c6187295-a61d-4765-837e-e3514fc6b000,revision_number=2']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:39.789558 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-3b08a013-580c-4770-b0fd-25d16d8a34e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:39.812170 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-3b08a013-580c-4770-b0fd-25d16d8a34e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015061'] for router_interface, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:39.832456 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] No Port match for: a548e549-c3f8-424f-b05d-4b11c70bad96 {{(pid=93177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:38:39.835270 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Device a548e549-c3f8-424f-b05d-4b11c70bad96 not bound to the agent host hv-cinder-79760 {{(pid=93177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:38:39.888875 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-549e38ec-8fec-420e-9343-3f0e669868b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4171616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-533507'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:39.899816 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2054718b-48bc-4aa7-8317-3fc7177e777a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:39.909803 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-549e38ec-8fec-420e-9343-3f0e669868b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636407'] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:39.915073 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-549e38ec-8fec-420e-9343-3f0e669868b6 admin admin] 10.222.0.78 "DELETE /v2.0/networks/370af924-d6bd-4821-9056-c2048b5ccd31 HTTP/1.1" status: 204 len: 168 time: 0.5231946 Jun 29 11:38:39.923965 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549e38ec-8fec-420e-9343-3f0e669868b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=370af924-d6bd-4821-9056-c2048b5ccd31,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:39.927251 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-549e38ec-8fec-420e-9343-3f0e669868b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:40.010640 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b08a013-580c-4770-b0fd-25d16d8a34e1 admin admin] Network 98824c91-3f11-4fdc-a2a9-cf1bc713b3ce is already hosted by enough agents. {{(pid=93175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:38:40.014786 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.base_scheduler [None req-3b08a013-580c-4770-b0fd-25d16d8a34e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:38:40.186117 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f96b3e8-9868-45df-9be9-3fe610eaa1db req-ca0a4d21-72e0-493c-860d-a5d729657bbc tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:40.198248 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-4f96b3e8-9868-45df-9be9-3fe610eaa1db req-ca0a4d21-72e0-493c-860d-a5d729657bbc tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d035ebe-f417-4046-be21-2782009cfc2a HTTP/1.1" status: 200 len: 945 time: 0.2522719 Jun 29 11:38:40.257658 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 52532) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:38:40.265336 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b08a013-580c-4770-b0fd-25d16d8a34e1 admin admin] Router a8106022-9515-47cf-b662-1711d84ba84f has already been hosted by L3 agent bfbd9503-e406-4b21-85aa-cc71bbe721ce {{(pid=93175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 11:38:40.297628 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-4f96b3e8-9868-45df-9be9-3fe610eaa1db req-656b9b85-a2a2-46e0-99e5-c46a1fa2d220 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976880 Jun 29 11:38:40.361034 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-abffdd1b-da5e-4439-ae03-8cc5257bbf9b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=b0862d86861e4a6294669237a0d1c827&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1015699 Jun 29 11:38:40.363138 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 52534) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:38:40.438268 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8fcb930c-8350-44ae-8cb1-809d3a3c3fee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:40.446769 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-5a8d464d-4910-477b-8a00-ae5286a8d03d None None] Provisioning complete for port c6187295-a61d-4765-837e-e3514fc6b000 triggered by entity DHCP. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:38:40.447488 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5a8d464d-4910-477b-8a00-ae5286a8d03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:40.471429 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Device 3c6b8725-be99-4723-b4a8-2cbbf0c45900 up at agent ovs-agent-dv-cinder-797608-2-smb {{(pid=93177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:38:40.476724 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8fcb930c-8350-44ae-8cb1-809d3a3c3fee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:40.479861 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b08a013-580c-4770-b0fd-25d16d8a34e1 admin admin] Notify agent at l3_agent.dv-cinder-797608-2-smb the message routers_updated {{(pid=93175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:38:40.486797 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-3b08a013-580c-4770-b0fd-25d16d8a34e1 admin admin] 10.222.0.78 "PUT /v2.0/routers/a8106022-9515-47cf-b662-1711d84ba84f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3347313 Jun 29 11:38:40.566776 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-5a8d464d-4910-477b-8a00-ae5286a8d03d None None] Port c6187295-a61d-4765-837e-e3514fc6b000 cannot update to ACTIVE because it is not bound. {{(pid=93177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 11:38:40.581934 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8fcb930c-8350-44ae-8cb1-809d3a3c3fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:40.584957 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8fcb930c-8350-44ae-8cb1-809d3a3c3fee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:40.587343 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-8fcb930c-8350-44ae-8cb1-809d3a3c3fee admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3c1a7ad6-20f5-44d5-aaf0-50a5387c12c5 HTTP/1.1" status: 204 len: 168 time: 0.2219682 Jun 29 11:38:40.587598 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2ea91ad4-ce37-48a2-b9e8-8e05b1ab0980 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:40.601193 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Provisioning complete for port 3c6b8725-be99-4723-b4a8-2cbbf0c45900 triggered by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:38:40.604994 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcb930c-8350-44ae-8cb1-809d3a3c3fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1a7ad6-20f5-44d5-aaf0-50a5387c12c5,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:40.608469 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:40.610679 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8fcb930c-8350-44ae-8cb1-809d3a3c3fee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:40.802292 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Device 02c865d8-e71f-4ee2-bf22-12559987e74c up at agent ovs-agent-dv-cinder-797608-2-smb {{(pid=93177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:38:40.890157 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Provisioning for port 02c865d8-e71f-4ee2-bf22-12559987e74c completed by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:38:40.900647 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Provisioning complete for port 02c865d8-e71f-4ee2-bf22-12559987e74c triggered by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:38:40.901323 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:41.120314 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:41.173627 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] For port 02c865d8-e71f-4ee2-bf22-12559987e74c, host dv-cinder-797608-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-smb',level=0,port_id=02c865d8-e71f-4ee2-bf22-12559987e74c,segment=NetworkSegment(bd18eb46-f552-49e6-b53a-14bd17fb4993),segment_id=bd18eb46-f552-49e6-b53a-14bd17fb4993)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:38:41.179573 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:41.180664 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Device 914e12aa-4d9b-4cbe-b780-024f5a4ac78d up at agent ovs-agent-dv-cinder-797608-2-smb {{(pid=93177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:38:41.185926 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:41.283431 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Pushing event updated for resources: {'Port': ['ID=02c865d8-e71f-4ee2-bf22-12559987e74c,revision_number=4']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:41.300770 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:41.306443 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Provisioning complete for port 914e12aa-4d9b-4cbe-b780-024f5a4ac78d triggered by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:38:41.307045 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:41.612581 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa62aa-6a69-436b-a562-fac5210b33cb req-ca0c8421-ced4-4bb2-9316-8a4a959ca700 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:41.614200 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-12aa62aa-6a69-436b-a562-fac5210b33cb req-ca0c8421-ced4-4bb2-9316-8a4a959ca700 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d035ebe-f417-4046-be21-2782009cfc2a HTTP/1.1" status: 200 len: 945 time: 0.1453228 Jun 29 11:38:41.696874 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-12aa62aa-6a69-436b-a562-fac5210b33cb req-4aaf3073-a782-45b0-9942-5ee5dc3e246e tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670221 Jun 29 11:38:41.827051 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce0e352-6044-4845-b50f-de6a9609b843 None None] Sync routers for ids ['a8106022-9515-47cf-b662-1711d84ba84f'] in dv-cinder-797608-2-smb {{(pid=93177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:38:41.843310 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 52574) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:38:41.848611 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce0e352-6044-4845-b50f-de6a9609b843 None None] Routers {'a8106022-9515-47cf-b662-1711d84ba84f'} bound to L3 agent in host dv-cinder-797608-2-smb {{(pid=93177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:38:41.849154 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.v2.base [None req-8a5b95b5-5813-4029-9ebe-a4f756f08058 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1387772408', 'description': 'tempest-secgroup-smoke-1387772408 description', 'project_id': '7add8bb0bbcc410d8ed660c9dee464d5'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:38:41.849974 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-9ce0e352-6044-4845-b50f-de6a9609b843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T11:27:33Z,description=,heartbeat_timestamp=2021-06-29T11:38:33Z,host='dv-cinder-797608-2-smb',id=bfbd9503-e406-4b21-85aa-cc71bbe721ce,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:33Z,topic='l3_agent')) {'router_ids': ['a8106022-9515-47cf-b662-1711d84ba84f'], 'active': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:38:41.894422 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8a5b95b5-5813-4029-9ebe-a4f756f08058 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:42.030006 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8a5b95b5-5813-4029-9ebe-a4f756f08058 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:42.038097 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8a5b95b5-5813-4029-9ebe-a4f756f08058 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:42.040977 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-196bdb02-4d72-464e-ace2-85a3602c5d97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:42.051566 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_dvr_db [None req-9ce0e352-6044-4845-b50f-de6a9609b843 None None] Set router a8106022-9515-47cf-b662-1711d84ba84f gateway port host: dv-cinder-797608-2-smb {{(pid=93177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:38:42.070731 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8a5b95b5-5813-4029-9ebe-a4f756f08058 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:42.072170 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-8a5b95b5-5813-4029-9ebe-a4f756f08058 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2271659 Jun 29 11:38:42.076995 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5b95b5-5813-4029-9ebe-a4f756f08058 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f97b2f54-e0a1-489d-9d1c-f32953c79b3f,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:42.077800 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 52582) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:38:42.080476 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8a5b95b5-5813-4029-9ebe-a4f756f08058 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:42.086782 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.v2.base [None req-278efaec-4e1d-405a-8264-240a4df2bcc4 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Request body: {'security_group_rule': {'security_group_id': 'f97b2f54-e0a1-489d-9d1c-f32953c79b3f', 'project_id': '7add8bb0bbcc410d8ed660c9dee464d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:38:42.147413 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-278efaec-4e1d-405a-8264-240a4df2bcc4 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:42.252815 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-278efaec-4e1d-405a-8264-240a4df2bcc4 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:42.255118 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Device 02c865d8-e71f-4ee2-bf22-12559987e74c up at agent ovs-agent-dv-cinder-797608-2-smb {{(pid=93177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:38:42.258520 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-278efaec-4e1d-405a-8264-240a4df2bcc4 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-935581'] for security_group_rule, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:42.261565 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:42.288890 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278efaec-4e1d-405a-8264-240a4df2bcc4 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45b57549-0f5c-4e32-881a-dc365cf4bdc1,revision_number=0']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:42.294727 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-278efaec-4e1d-405a-8264-240a4df2bcc4 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:42.302243 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-278efaec-4e1d-405a-8264-240a4df2bcc4 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:42.306258 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-278efaec-4e1d-405a-8264-240a4df2bcc4 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2231920 Jun 29 11:38:42.307004 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 52586) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:38:42.317884 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.v2.base [None req-425629d2-6b6d-403a-816d-c657dc6e6d65 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Request body: {'security_group_rule': {'security_group_id': 'f97b2f54-e0a1-489d-9d1c-f32953c79b3f', 'project_id': '7add8bb0bbcc410d8ed660c9dee464d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:38:42.360451 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-425629d2-6b6d-403a-816d-c657dc6e6d65 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:42.419035 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Provisioning complete for port 02c865d8-e71f-4ee2-bf22-12559987e74c triggered by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:38:42.419561 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:42.442479 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-425629d2-6b6d-403a-816d-c657dc6e6d65 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:42.446512 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-425629d2-6b6d-403a-816d-c657dc6e6d65 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-935581'] for security_group_rule, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:42.448806 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:42.472202 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425629d2-6b6d-403a-816d-c657dc6e6d65 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=277b4a21-a79d-45da-9783-833b01e84a8f,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:42.475364 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-425629d2-6b6d-403a-816d-c657dc6e6d65 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:42.476368 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-425629d2-6b6d-403a-816d-c657dc6e6d65 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:42.479655 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-425629d2-6b6d-403a-816d-c657dc6e6d65 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1689374 Jun 29 11:38:42.480767 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 52588) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:38:42.486300 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.v2.base [None req-f134b44c-f245-4255-9ed8-f328f8dbc5ae tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Request body: {'security_group_rule': {'security_group_id': 'f97b2f54-e0a1-489d-9d1c-f32953c79b3f', 'project_id': '7add8bb0bbcc410d8ed660c9dee464d5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:38:42.515014 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-9ce0e352-6044-4845-b50f-de6a9609b843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8106022-9515-47cf-b662-1711d84ba84f', 'name': 'tempest-TestShelveInstance-1333190348-router', 'tenant_id': '7ec9eb419d9841cbabf945fe4775ad51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'external_fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.32'}], 'enable_snat': True}, 'gw_port_id': '02c865d8-e71f-4ee2-bf22-12559987e74c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:38:32Z', 'updated_at': '2021-06-29T11:38:39Z', 'revision_number': 4, 'project_id': '7ec9eb419d9841cbabf945fe4775ad51', 'gw_port': {'id': '02c865d8-e71f-4ee2-bf22-12559987e74c', 'name': '', 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8106022-9515-47cf-b662-1711d84ba84f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:38:33Z', 'updated_at': '2021-06-29T11:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042f854c-de74-4a6a-969f-d747577d8cca', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-smb', '_interfaces': [{'id': 'c6187295-a61d-4765-837e-e3514fc6b000', 'name': '', 'network_id': '98824c91-3f11-4fdc-a2a9-cf1bc713b3ce', 'tenant_id': '7ec9eb419d9841cbabf945fe4775ad51', 'mac_address': 'fa:16:3e:6b:13:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8106022-9515-47cf-b662-1711d84ba84f', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '396b3fe0-4149-41a2-b6be-43d407353824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:38:37Z', 'updated_at': '2021-06-29T11:38:39Z', 'revision_number': 2, 'project_id': '7ec9eb419d9841cbabf945fe4775ad51', 'subnets': [{'id': '396b3fe0-4149-41a2-b6be-43d407353824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-smb', False) {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:38:42.527810 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-f134b44c-f245-4255-9ed8-f328f8dbc5ae tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:42.552752 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce0e352-6044-4845-b50f-de6a9609b843 None None] Checking router: a8106022-9515-47cf-b662-1711d84ba84f for host: dv-cinder-797608-2-smb {{(pid=93177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:38:42.553279 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce0e352-6044-4845-b50f-de6a9609b843 None None] Updating router a8106022-9515-47cf-b662-1711d84ba84f port c6187295-a61d-4765-837e-e3514fc6b000 binding host dv-cinder-797608-2-smb {{(pid=93177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 11:38:42.621652 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-f134b44c-f245-4255-9ed8-f328f8dbc5ae tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:42.626755 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-f134b44c-f245-4255-9ed8-f328f8dbc5ae tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-935581'] for security_group_rule, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:42.629124 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-278efaec-4e1d-405a-8264-240a4df2bcc4 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:42.638196 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9ce0e352-6044-4845-b50f-de6a9609b843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:42.649479 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f134b44c-f245-4255-9ed8-f328f8dbc5ae tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb99db15-5548-45e2-bd69-63c7acd7ccfb,revision_number=0']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:42.652220 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-f134b44c-f245-4255-9ed8-f328f8dbc5ae tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:42.655946 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-f134b44c-f245-4255-9ed8-f328f8dbc5ae tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1717105 Jun 29 11:38:42.655946 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-f134b44c-f245-4255-9ed8-f328f8dbc5ae tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:42.657043 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 52594) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:38:42.662110 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.v2.base [None req-13012b67-8b83-4cb6-a268-3a62f3659e23 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Request body: {'security_group_rule': {'security_group_id': 'f97b2f54-e0a1-489d-9d1c-f32953c79b3f', 'project_id': '7add8bb0bbcc410d8ed660c9dee464d5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:38:42.697349 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-13012b67-8b83-4cb6-a268-3a62f3659e23 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:42.775009 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-13012b67-8b83-4cb6-a268-3a62f3659e23 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:42.779739 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-13012b67-8b83-4cb6-a268-3a62f3659e23 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-935581'] for security_group_rule, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:42.787218 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:42.829396 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13012b67-8b83-4cb6-a268-3a62f3659e23 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f7405af-4bf3-4592-bcc0-3934685b0021,revision_number=0']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:42.834698 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-13012b67-8b83-4cb6-a268-3a62f3659e23 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:42.852838 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-13012b67-8b83-4cb6-a268-3a62f3659e23 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:42.854037 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-13012b67-8b83-4cb6-a268-3a62f3659e23 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1957710 Jun 29 11:38:42.856736 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 52600) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:38:42.862895 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.v2.base [None req-1b4e8a62-d61b-47b6-ae7a-a0bc83b9666f tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Request body: {'security_group_rule': {'security_group_id': 'f97b2f54-e0a1-489d-9d1c-f32953c79b3f', 'project_id': '7add8bb0bbcc410d8ed660c9dee464d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:38:42.900065 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.db.securitygroups_db [None req-1b4e8a62-d61b-47b6-ae7a-a0bc83b9666f tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Project 7add8bb0bbcc410d8ed660c9dee464d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 11:38:42.907817 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1b4e8a62-d61b-47b6-ae7a-a0bc83b9666f tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:42.961064 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0b72da-fb20-4a8b-919d-e2d11f8fd089 req-2f18ab43-6b3d-4498-a118-c833dca17512 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:42.963599 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-8c0b72da-fb20-4a8b-919d-e2d11f8fd089 req-2f18ab43-6b3d-4498-a118-c833dca17512 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d035ebe-f417-4046-be21-2782009cfc2a HTTP/1.1" status: 200 len: 945 time: 0.1272867 Jun 29 11:38:43.017243 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1b4e8a62-d61b-47b6-ae7a-a0bc83b9666f tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:43.024354 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1b4e8a62-d61b-47b6-ae7a-a0bc83b9666f tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-935581'] for security_group_rule, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:43.028892 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-425629d2-6b6d-403a-816d-c657dc6e6d65 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:43.062910 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-8c0b72da-fb20-4a8b-919d-e2d11f8fd089 req-8d2cddf9-c2e7-4677-97ea-bd7d4a26abe4 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862672 Jun 29 11:38:43.077800 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1b4e8a62-d61b-47b6-ae7a-a0bc83b9666f tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:43.081493 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-1b4e8a62-d61b-47b6-ae7a-a0bc83b9666f tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2228727 Jun 29 11:38:43.085070 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4e8a62-d61b-47b6-ae7a-a0bc83b9666f tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46aeaa9d-aa8e-43d7-8773-4019144ba3a5,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:43.085579 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 52604) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:38:43.089462 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1b4e8a62-d61b-47b6-ae7a-a0bc83b9666f tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:43.093335 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.v2.base [None req-c427f706-76c2-4d72-a742-b2ef129aff79 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Request body: {'security_group_rule': {'security_group_id': 'f97b2f54-e0a1-489d-9d1c-f32953c79b3f', 'project_id': '7add8bb0bbcc410d8ed660c9dee464d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:38:43.135441 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.db.securitygroups_db [None req-c427f706-76c2-4d72-a742-b2ef129aff79 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Project 7add8bb0bbcc410d8ed660c9dee464d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 11:38:43.142371 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-c427f706-76c2-4d72-a742-b2ef129aff79 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:43.215713 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-c427f706-76c2-4d72-a742-b2ef129aff79 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:43.221216 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-c427f706-76c2-4d72-a742-b2ef129aff79 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-935581'] for security_group_rule, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:43.224521 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-f134b44c-f245-4255-9ed8-f328f8dbc5ae tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:43.244775 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c427f706-76c2-4d72-a742-b2ef129aff79 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b7a459d-2f44-4717-a963-f44c41319905,revision_number=0']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:43.247356 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-c427f706-76c2-4d72-a742-b2ef129aff79 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:43.255338 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-c427f706-76c2-4d72-a742-b2ef129aff79 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:43.256605 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-c427f706-76c2-4d72-a742-b2ef129aff79 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1696222 Jun 29 11:38:43.274083 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9ce0e352-6044-4845-b50f-de6a9609b843 None None] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:43.285953 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-9ce0e352-6044-4845-b50f-de6a9609b843 None None] Transition to ACTIVE for port object c6187295-a61d-4765-837e-e3514fc6b000 will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:38:43.292717 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9ce0e352-6044-4845-b50f-de6a9609b843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:43.295905 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:43.302840 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.agents_db [None req-013366be-bbdd-48cc-8d7f-8588d5b4b8e9 None None] Agent healthcheck: found 6 active agents {{(pid=93178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:38:43.401473 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdd8d16-001e-42e7-9054-fd6323eead32 None None] Pushing event updated for resources: {'Port': ['ID=c6187295-a61d-4765-837e-e3514fc6b000,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:43.404973 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-dcdd8d16-001e-42e7-9054-fd6323eead32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:43.417987 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-9ce0e352-6044-4845-b50f-de6a9609b843 None None] Attempting to bind port c6187295-a61d-4765-837e-e3514fc6b000 on host dv-cinder-797608-2-smb for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:38:43.418440 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-9ce0e352-6044-4845-b50f-de6a9609b843 None None] Attempting to bind port c6187295-a61d-4765-837e-e3514fc6b000 by drivers openvswitch,hyperv on host dv-cinder-797608-2-smb at level 0 using segments [{'id': '3a35c32d-0abb-4830-b33d-f4278df5e48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '98824c91-3f11-4fdc-a2a9-cf1bc713b3ce'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:38:43.418915 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce0e352-6044-4845-b50f-de6a9609b843 None None] Attempting to bind port c6187295-a61d-4765-837e-e3514fc6b000 on network 98824c91-3f11-4fdc-a2a9-cf1bc713b3ce {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:38:43.425699 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce0e352-6044-4845-b50f-de6a9609b843 None None] Checking agent: {'id': 'd2315a1d-b1aa-4a09-8200-44995cf6bc46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 27, 34), 'started_at': datetime.datetime(2021, 6, 29, 11, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:38:43.426079 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce0e352-6044-4845-b50f-de6a9609b843 None None] Checking segment: {'id': '3a35c32d-0abb-4830-b33d-f4278df5e48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '98824c91-3f11-4fdc-a2a9-cf1bc713b3ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:38:43.426540 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9ce0e352-6044-4845-b50f-de6a9609b843 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:43.427009 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce0e352-6044-4845-b50f-de6a9609b843 None None] Bound using segment: {'id': '3a35c32d-0abb-4830-b33d-f4278df5e48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '98824c91-3f11-4fdc-a2a9-cf1bc713b3ce'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:38:43.427508 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-9ce0e352-6044-4845-b50f-de6a9609b843 None None] Bound port: c6187295-a61d-4765-837e-e3514fc6b000, host: dv-cinder-797608-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a35c32d-0abb-4830-b33d-f4278df5e48a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '98824c91-3f11-4fdc-a2a9-cf1bc713b3ce'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:38:43.427935 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9ce0e352-6044-4845-b50f-de6a9609b843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:43.512951 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-9ce0e352-6044-4845-b50f-de6a9609b843 None None] For port c6187295-a61d-4765-837e-e3514fc6b000, host dv-cinder-797608-2-smb, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:38:43.517327 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-9ce0e352-6044-4845-b50f-de6a9609b843 None None] For port c6187295-a61d-4765-837e-e3514fc6b000, host dv-cinder-797608-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-smb',level=0,port_id=c6187295-a61d-4765-837e-e3514fc6b000,segment=NetworkSegment(3a35c32d-0abb-4830-b33d-f4278df5e48a),segment_id=3a35c32d-0abb-4830-b33d-f4278df5e48a)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:38:43.522190 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9ce0e352-6044-4845-b50f-de6a9609b843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:43.525277 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:43.584266 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce0e352-6044-4845-b50f-de6a9609b843 None None] Routers {'a8106022-9515-47cf-b662-1711d84ba84f'} bound to L3 agent in host dv-cinder-797608-2-smb {{(pid=93177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:38:43.584971 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-9ce0e352-6044-4845-b50f-de6a9609b843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T11:27:33Z,description=,heartbeat_timestamp=2021-06-29T11:38:33Z,host='dv-cinder-797608-2-smb',id=bfbd9503-e406-4b21-85aa-cc71bbe721ce,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:33Z,topic='l3_agent')) {'router_ids': ['a8106022-9515-47cf-b662-1711d84ba84f'], 'active': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:38:43.629935 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdd8d16-001e-42e7-9054-fd6323eead32 None None] Pushing event updated for resources: {'Port': ['ID=c6187295-a61d-4765-837e-e3514fc6b000,revision_number=4']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:43.634252 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-dcdd8d16-001e-42e7-9054-fd6323eead32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:43.741950 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_dvr_db [None req-9ce0e352-6044-4845-b50f-de6a9609b843 None None] Set router a8106022-9515-47cf-b662-1711d84ba84f gateway port host: dv-cinder-797608-2-smb {{(pid=93177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:38:44.030432 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-9ce0e352-6044-4845-b50f-de6a9609b843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8106022-9515-47cf-b662-1711d84ba84f', 'name': 'tempest-TestShelveInstance-1333190348-router', 'tenant_id': '7ec9eb419d9841cbabf945fe4775ad51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'external_fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.32'}], 'enable_snat': True}, 'gw_port_id': '02c865d8-e71f-4ee2-bf22-12559987e74c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:38:32Z', 'updated_at': '2021-06-29T11:38:39Z', 'revision_number': 4, 'project_id': '7ec9eb419d9841cbabf945fe4775ad51', 'gw_port': {'id': '02c865d8-e71f-4ee2-bf22-12559987e74c', 'name': '', 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8106022-9515-47cf-b662-1711d84ba84f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:38:33Z', 'updated_at': '2021-06-29T11:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042f854c-de74-4a6a-969f-d747577d8cca', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-smb', '_interfaces': [{'id': 'c6187295-a61d-4765-837e-e3514fc6b000', 'name': '', 'network_id': '98824c91-3f11-4fdc-a2a9-cf1bc713b3ce', 'tenant_id': '7ec9eb419d9841cbabf945fe4775ad51', 'mac_address': 'fa:16:3e:6b:13:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8106022-9515-47cf-b662-1711d84ba84f', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '396b3fe0-4149-41a2-b6be-43d407353824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:38:37Z', 'updated_at': '2021-06-29T11:38:43Z', 'revision_number': 4, 'project_id': '7ec9eb419d9841cbabf945fe4775ad51', 'subnets': [{'id': '396b3fe0-4149-41a2-b6be-43d407353824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-smb', False) {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:38:44.061703 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce0e352-6044-4845-b50f-de6a9609b843 None None] The sync data for ids ['a8106022-9515-47cf-b662-1711d84ba84f'] in dv-cinder-797608-2-smb is: [{'id': 'a8106022-9515-47cf-b662-1711d84ba84f', 'name': 'tempest-TestShelveInstance-1333190348-router', 'tenant_id': '7ec9eb419d9841cbabf945fe4775ad51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'external_fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.32'}], 'enable_snat': True}, 'gw_port_id': '02c865d8-e71f-4ee2-bf22-12559987e74c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:38:32Z', 'updated_at': '2021-06-29T11:38:39Z', 'revision_number': 4, 'project_id': '7ec9eb419d9841cbabf945fe4775ad51', 'gw_port': {'id': '02c865d8-e71f-4ee2-bf22-12559987e74c', 'name': '', 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8106022-9515-47cf-b662-1711d84ba84f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:38:33Z', 'updated_at': '2021-06-29T11:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042f854c-de74-4a6a-969f-d747577d8cca', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-smb', '_interfaces': [{'id': 'c6187295-a61d-4765-837e-e3514fc6b000', 'name': '', 'network_id': '98824c91-3f11-4fdc-a2a9-cf1bc713b3ce', 'tenant_id': '7ec9eb419d9841cbabf945fe4775ad51', 'mac_address': 'fa:16:3e:6b:13:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8106022-9515-47cf-b662-1711d84ba84f', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '396b3fe0-4149-41a2-b6be-43d407353824', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:38:37Z', 'updated_at': '2021-06-29T11:38:43Z', 'revision_number': 4, 'project_id': '7ec9eb419d9841cbabf945fe4775ad51', 'subnets': [{'id': '396b3fe0-4149-41a2-b6be-43d407353824', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:38:44.432547 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Device c6187295-a61d-4765-837e-e3514fc6b000 up at agent ovs-agent-dv-cinder-797608-2-smb {{(pid=93177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:38:44.535423 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Provisioning for port c6187295-a61d-4765-837e-e3514fc6b000 completed by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:38:44.541047 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Provisioning complete for port c6187295-a61d-4765-837e-e3514fc6b000 triggered by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:38:44.541434 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:44.568352 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b035079-26a3-49c3-97d9-7cd413e6f7ab req-1bcfdbf4-bad6-4c7d-afb9-5c6785afe47f tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:44.571239 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-2b035079-26a3-49c3-97d9-7cd413e6f7ab req-1bcfdbf4-bad6-4c7d-afb9-5c6785afe47f tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d035ebe-f417-4046-be21-2782009cfc2a HTTP/1.1" status: 200 len: 945 time: 0.1220148 Jun 29 11:38:44.706180 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:44.720184 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-2b035079-26a3-49c3-97d9-7cd413e6f7ab req-20778cc9-e2d2-4802-98d3-9d7b2824d980 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422038 Jun 29 11:38:44.754074 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] For port c6187295-a61d-4765-837e-e3514fc6b000, host dv-cinder-797608-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-smb',level=0,port_id=c6187295-a61d-4765-837e-e3514fc6b000,segment=NetworkSegment(3a35c32d-0abb-4830-b33d-f4278df5e48a),segment_id=3a35c32d-0abb-4830-b33d-f4278df5e48a)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:38:44.759815 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:44.761757 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:44.822954 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Pushing event updated for resources: {'Port': ['ID=c6187295-a61d-4765-837e-e3514fc6b000,revision_number=5']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:44.826159 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:45.998034 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841aef1d-4ae1-41a4-8506-7bee1dd7d526 req-00fa56e9-e699-4d48-a9e9-aa074d8217f1 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:46.001575 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-841aef1d-4ae1-41a4-8506-7bee1dd7d526 req-00fa56e9-e699-4d48-a9e9-aa074d8217f1 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d035ebe-f417-4046-be21-2782009cfc2a HTTP/1.1" status: 200 len: 945 time: 0.1218615 Jun 29 11:38:46.087915 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-841aef1d-4ae1-41a4-8506-7bee1dd7d526 req-65da061c-d2f7-4db9-82f1-afdfb56fad14 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727642 Jun 29 11:38:46.233495 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Device c6187295-a61d-4765-837e-e3514fc6b000 up at agent ovs-agent-dv-cinder-797608-2-smb {{(pid=93177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:38:46.303730 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Provisioning complete for port c6187295-a61d-4765-837e-e3514fc6b000 triggered by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:38:46.304385 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:47.327927 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc6da8-9004-40ad-b38f-5131ea715d5c req-38869dfc-a629-4763-a3f9-830fc7687aad tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:47.331226 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-a4fc6da8-9004-40ad-b38f-5131ea715d5c req-38869dfc-a629-4763-a3f9-830fc7687aad tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d035ebe-f417-4046-be21-2782009cfc2a HTTP/1.1" status: 200 len: 945 time: 0.0944965 Jun 29 11:38:47.385262 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-a4fc6da8-9004-40ad-b38f-5131ea715d5c req-36df45ac-5a6f-4e64-ab80-d9a2e39a1351 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434661 Jun 29 11:38:48.597433 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1213833f-ec54-4620-891c-2171f5e6150f req-c7822cde-8337-4ffe-bd3a-f1d650450694 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:48.604319 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-1213833f-ec54-4620-891c-2171f5e6150f req-c7822cde-8337-4ffe-bd3a-f1d650450694 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d035ebe-f417-4046-be21-2782009cfc2a HTTP/1.1" status: 200 len: 945 time: 0.0899878 Jun 29 11:38:48.654001 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-1213833f-ec54-4620-891c-2171f5e6150f req-6b1dfe47-f631-452b-851c-c34bc00961cd tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484974 Jun 29 11:38:48.908765 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-fe6fcc11-14a9-4985-994b-b6595503b698 req-768eae00-baec-45ce-8de9-d715dcbe05a6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0562067 Jun 29 11:38:49.022369 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6fcc11-14a9-4985-994b-b6595503b698 req-cd8e61fe-02b8-4276-bb01-add67134097b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:49.023929 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-fe6fcc11-14a9-4985-994b-b6595503b698 req-cd8e61fe-02b8-4276-bb01-add67134097b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bcd5ad4328fb47e5815bb6b7debbea57&device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 1099 time: 0.0656204 Jun 29 11:38:49.133048 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6fcc11-14a9-4985-994b-b6595503b698 req-18e09c12-ff11-455d-9e6f-ea652bfabead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:49.134514 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-fe6fcc11-14a9-4985-994b-b6595503b698 req-18e09c12-ff11-455d-9e6f-ea652bfabead service neutron] 10.222.0.21 "GET /v2.0/networks?id=b963bd4f-00c4-43c3-bead-28b3bc0930b9 HTTP/1.1" status: 200 len: 917 time: 0.0865276 Jun 29 11:38:49.208934 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-fe6fcc11-14a9-4985-994b-b6595503b698 req-74bae500-a803-4f65-bd10-b9e0a7b9a904 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=872cdef4-1097-4ec8-8250-adf21db70ac8 HTTP/1.1" status: 200 len: 1002 time: 0.0620914 Jun 29 11:38:49.259677 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6fcc11-14a9-4985-994b-b6595503b698 req-37fe7deb-c88c-4dca-b92e-6fb5767b7875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:49.261099 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-fe6fcc11-14a9-4985-994b-b6595503b698 req-37fe7deb-c88c-4dca-b92e-6fb5767b7875 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2303b7c5-2df0-4ce3-8da2-9b421c47074d HTTP/1.1" status: 200 len: 855 time: 0.0446365 Jun 29 11:38:49.342744 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6fcc11-14a9-4985-994b-b6595503b698 req-33d7c650-f016-47f6-80d0-61a9deac637a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:49.345140 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-fe6fcc11-14a9-4985-994b-b6595503b698 req-33d7c650-f016-47f6-80d0-61a9deac637a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b963bd4f-00c4-43c3-bead-28b3bc0930b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0654891 Jun 29 11:38:49.453865 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-fe6fcc11-14a9-4985-994b-b6595503b698 req-f350cc40-79c9-4fb4-8daa-78e159d2e6dd service neutron] 10.222.0.21 "GET /v2.0/networks/b963bd4f-00c4-43c3-bead-28b3bc0930b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002140 Jun 29 11:38:49.586953 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-fe6fcc11-14a9-4985-994b-b6595503b698 req-8fddfd40-a302-499f-b4f1-b30c856534b5 service neutron] 10.222.0.21 "GET /v2.0/networks/b963bd4f-00c4-43c3-bead-28b3bc0930b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235933 Jun 29 11:38:49.871033 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cabe24-76e7-4c2a-9504-c284c72707ab req-2c1e7cf3-5a4c-495a-b723-d0b63692afd0 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:49.872650 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-d9cabe24-76e7-4c2a-9504-c284c72707ab req-2c1e7cf3-5a4c-495a-b723-d0b63692afd0 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d035ebe-f417-4046-be21-2782009cfc2a HTTP/1.1" status: 200 len: 945 time: 0.0778553 Jun 29 11:38:49.925180 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-d9cabe24-76e7-4c2a-9504-c284c72707ab req-3d6c9b07-b8a5-4419-a0c0-54e000c62a28 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424266 Jun 29 11:38:50.526205 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:51.158178 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1d98f6-818e-428a-9bf3-6a4abb05c730 req-1a4750f5-d4ac-4e4f-8cf5-97bf4a5709eb tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:51.171331 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-7f1d98f6-818e-428a-9bf3-6a4abb05c730 req-1a4750f5-d4ac-4e4f-8cf5-97bf4a5709eb tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d035ebe-f417-4046-be21-2782009cfc2a HTTP/1.1" status: 200 len: 945 time: 0.0970542 Jun 29 11:38:51.225730 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-7f1d98f6-818e-428a-9bf3-6a4abb05c730 req-88860d07-4a38-46df-94b1-c35c21c21ff1 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532169 Jun 29 11:38:52.036369 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 52794) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:38:52.175365 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-81f15dc2-6b5e-474e-8d53-682d752beddb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:52.277458 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-81f15dc2-6b5e-474e-8d53-682d752beddb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:52.283098 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-81f15dc2-6b5e-474e-8d53-682d752beddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:52.288813 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2c7d846c-d7fb-40e8-b1cf-d777d3a102c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:52.328587 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f15dc2-6b5e-474e-8d53-682d752beddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d6371fa-bd90-43dd-8bc4-0ad02ee34404,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:52.332602 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-81f15dc2-6b5e-474e-8d53-682d752beddb admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c516c6d1bc014341912e552f3d28adc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2951164 Jun 29 11:38:52.335926 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 52812) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:38:52.339110 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f15dc2-6b5e-474e-8d53-682d752beddb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:38:52.339489 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f15dc2-6b5e-474e-8d53-682d752beddb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:38:52.339891 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f15dc2-6b5e-474e-8d53-682d752beddb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:38:52.340268 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f15dc2-6b5e-474e-8d53-682d752beddb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:38:52.340624 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f15dc2-6b5e-474e-8d53-682d752beddb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:38:52.340977 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f15dc2-6b5e-474e-8d53-682d752beddb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:38:52.341324 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f15dc2-6b5e-474e-8d53-682d752beddb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:38:52.341671 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f15dc2-6b5e-474e-8d53-682d752beddb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:38:52.342021 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f15dc2-6b5e-474e-8d53-682d752beddb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:38:52.342361 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f15dc2-6b5e-474e-8d53-682d752beddb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:38:52.343380 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f15dc2-6b5e-474e-8d53-682d752beddb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:38:52.343380 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f15dc2-6b5e-474e-8d53-682d752beddb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:38:52.347378 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-81f15dc2-6b5e-474e-8d53-682d752beddb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:52.427237 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-6fea42e0-01d3-47f6-9642-03125e8447d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:52.456404 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-6fea42e0-01d3-47f6-9642-03125e8447d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:52.470569 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b8a9ec-d1ea-483e-97d9-5e1157212a37 req-f509def2-d92b-4371-94a7-1eab0e81d738 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:52.472181 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-51b8a9ec-d1ea-483e-97d9-5e1157212a37 req-f509def2-d92b-4371-94a7-1eab0e81d738 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d035ebe-f417-4046-be21-2782009cfc2a HTTP/1.1" status: 200 len: 945 time: 0.1054010 Jun 29 11:38:52.534576 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-51b8a9ec-d1ea-483e-97d9-5e1157212a37 req-e1a5fc06-1b98-4af0-8278-227731fc6090 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552671 Jun 29 11:38:52.550105 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-6fea42e0-01d3-47f6-9642-03125e8447d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:52.553151 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-6fea42e0-01d3-47f6-9642-03125e8447d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:38:52.554280 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-6fea42e0-01d3-47f6-9642-03125e8447d8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3d6371fa-bd90-43dd-8bc4-0ad02ee34404 HTTP/1.1" status: 204 len: 168 time: 0.2169592 Jun 29 11:38:52.555129 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-985cf42c-3cad-46fe-b799-110c4c64cd5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:38:52.563619 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fea42e0-01d3-47f6-9642-03125e8447d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d6371fa-bd90-43dd-8bc4-0ad02ee34404,revision_number=None']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:38:52.571005 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fea42e0-01d3-47f6-9642-03125e8447d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:38:52.571385 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fea42e0-01d3-47f6-9642-03125e8447d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:38:52.571774 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fea42e0-01d3-47f6-9642-03125e8447d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:38:52.572131 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fea42e0-01d3-47f6-9642-03125e8447d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:38:52.572481 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fea42e0-01d3-47f6-9642-03125e8447d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:38:52.572832 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fea42e0-01d3-47f6-9642-03125e8447d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:38:52.573178 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fea42e0-01d3-47f6-9642-03125e8447d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:38:52.573524 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fea42e0-01d3-47f6-9642-03125e8447d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:38:52.573869 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fea42e0-01d3-47f6-9642-03125e8447d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:38:52.574219 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fea42e0-01d3-47f6-9642-03125e8447d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:38:52.574597 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fea42e0-01d3-47f6-9642-03125e8447d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:38:52.574899 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fea42e0-01d3-47f6-9642-03125e8447d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:38:52.578595 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-6fea42e0-01d3-47f6-9642-03125e8447d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:38:53.737748 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafe9e1a-3171-4e3a-bd7b-a4196284e36a req-a6031350-fbd2-4155-aeff-cf894ea7d4af tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:53.740244 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-cafe9e1a-3171-4e3a-bd7b-a4196284e36a req-a6031350-fbd2-4155-aeff-cf894ea7d4af tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d035ebe-f417-4046-be21-2782009cfc2a HTTP/1.1" status: 200 len: 945 time: 0.0710428 Jun 29 11:38:53.783693 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-cafe9e1a-3171-4e3a-bd7b-a4196284e36a req-6291e6e2-fd74-4b5a-8903-90c6b33f057a tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350919 Jun 29 11:38:54.979110 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d64fea-b424-4127-acd8-ceaa5c8a0b1e req-a8bb189f-05a7-4399-88f4-6cec69b52892 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:54.981045 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-46d64fea-b424-4127-acd8-ceaa5c8a0b1e req-a8bb189f-05a7-4399-88f4-6cec69b52892 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d035ebe-f417-4046-be21-2782009cfc2a HTTP/1.1" status: 200 len: 945 time: 0.0770559 Jun 29 11:38:55.021799 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-46d64fea-b424-4127-acd8-ceaa5c8a0b1e req-97bcbc44-03a0-4b61-9316-b61a3fd5b1dd tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334125 Jun 29 11:38:56.204456 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7499124-4cd5-4581-80f1-4e6241d992d3 req-a3bec92c-dc02-4289-afff-3f289a968dc7 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:56.205933 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-c7499124-4cd5-4581-80f1-4e6241d992d3 req-a3bec92c-dc02-4289-afff-3f289a968dc7 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d035ebe-f417-4046-be21-2782009cfc2a HTTP/1.1" status: 200 len: 945 time: 0.0672507 Jun 29 11:38:56.248487 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-c7499124-4cd5-4581-80f1-4e6241d992d3 req-3f2ae16d-464e-414b-953b-ebf652801a6b tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369418 Jun 29 11:38:57.445066 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a3f99b-aa10-4e82-84d0-0c389b74a310 req-ab90d0ec-a831-47f0-90aa-806316c24ac5 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:57.446590 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-20a3f99b-aa10-4e82-84d0-0c389b74a310 req-ab90d0ec-a831-47f0-90aa-806316c24ac5 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d035ebe-f417-4046-be21-2782009cfc2a HTTP/1.1" status: 200 len: 945 time: 0.0694096 Jun 29 11:38:57.486943 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-20a3f99b-aa10-4e82-84d0-0c389b74a310 req-c306a541-b3df-4f63-a831-652ca6e02f4f tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344458 Jun 29 11:38:58.690533 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fe27be-4b87-4126-90c8-08406a9591cd req-2b64ed0a-e47a-481e-bd4c-0f5065cc178a tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:58.692006 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-a9fe27be-4b87-4126-90c8-08406a9591cd req-2b64ed0a-e47a-481e-bd4c-0f5065cc178a tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d035ebe-f417-4046-be21-2782009cfc2a HTTP/1.1" status: 200 len: 945 time: 0.0641448 Jun 29 11:38:58.731873 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-a9fe27be-4b87-4126-90c8-08406a9591cd req-90a1416c-39d2-4678-9de8-eba64c24fcb1 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338113 Jun 29 11:38:59.920284 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4f8a99-faab-4d1c-abaf-da146cc810e9 req-a6684cf3-8cd8-49c0-856e-599c1f980fc1 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:38:59.921839 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-8a4f8a99-faab-4d1c-abaf-da146cc810e9 req-a6684cf3-8cd8-49c0-856e-599c1f980fc1 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d035ebe-f417-4046-be21-2782009cfc2a HTTP/1.1" status: 200 len: 945 time: 0.0671229 Jun 29 11:38:59.963598 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-8a4f8a99-faab-4d1c-abaf-da146cc810e9 req-4ee57b19-1915-4232-8950-6cf40150cd0c tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354855 Jun 29 11:39:00.561286 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc2115a-04e1-41df-9a51-0d8dc8ae2976 req-39dfc2aa-9c4a-49b8-9a84-b37cf0c02baf tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:00.563350 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-bbc2115a-04e1-41df-9a51-0d8dc8ae2976 req-39dfc2aa-9c4a-49b8-9a84-b37cf0c02baf tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 946 time: 0.0657861 Jun 29 11:39:00.581192 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-104a360d-1035-43ed-9ec7-b743b020f673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:00.612698 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-bbc2115a-04e1-41df-9a51-0d8dc8ae2976 req-84c88c19-64b9-4e63-af03-564dc86b8f49 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=2204a202-4664-4211-8f03-264aadfb8234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434692 Jun 29 11:39:01.180861 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df5660d-d08a-4c4e-8300-c454af75670a req-f960b7d4-6f13-45fd-83e2-fbb182aa73ca tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:01.182875 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-5df5660d-d08a-4c4e-8300-c454af75670a req-f960b7d4-6f13-45fd-83e2-fbb182aa73ca tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d035ebe-f417-4046-be21-2782009cfc2a HTTP/1.1" status: 200 len: 945 time: 0.0859044 Jun 29 11:39:01.229762 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-5df5660d-d08a-4c4e-8300-c454af75670a req-811297dc-416c-4b27-afb5-503548b3d79b tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400407 Jun 29 11:39:01.805635 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf624e81-92fa-4c8d-93d3-544659c0dba3 req-9b15a4b6-346d-436c-956c-5683cb654464 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:01.807077 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-bf624e81-92fa-4c8d-93d3-544659c0dba3 req-9b15a4b6-346d-436c-956c-5683cb654464 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 946 time: 0.0686812 Jun 29 11:39:01.847922 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-bf624e81-92fa-4c8d-93d3-544659c0dba3 req-2d0ced9e-7a6b-4cb7-aab3-aadc754df045 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=2204a202-4664-4211-8f03-264aadfb8234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344126 Jun 29 11:39:02.411750 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451db8e0-1339-43b8-8d2e-d32b8b9c0e40 req-efa55d50-3ce7-48ec-b16d-e4885e69d6cd tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:02.418088 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-451db8e0-1339-43b8-8d2e-d32b8b9c0e40 req-efa55d50-3ce7-48ec-b16d-e4885e69d6cd tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d035ebe-f417-4046-be21-2782009cfc2a HTTP/1.1" status: 200 len: 945 time: 0.0671322 Jun 29 11:39:02.453167 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-451db8e0-1339-43b8-8d2e-d32b8b9c0e40 req-3d450d52-16dd-4f07-997c-28f51eee7c37 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328104 Jun 29 11:39:03.065884 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998fc1bd-5f69-4976-b89e-44f7e2cbe4b9 req-130224ee-4001-4bf2-b6e6-3ff684651ff4 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:03.067706 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-998fc1bd-5f69-4976-b89e-44f7e2cbe4b9 req-130224ee-4001-4bf2-b6e6-3ff684651ff4 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 946 time: 0.0782723 Jun 29 11:39:03.112831 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-998fc1bd-5f69-4976-b89e-44f7e2cbe4b9 req-81971766-c7ea-4631-a2fb-0aa8522155de tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=2204a202-4664-4211-8f03-264aadfb8234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392478 Jun 29 11:39:03.346729 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9721edac-c43d-4bf7-9057-78dd2b0359b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:03.637186 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0813fc4a-cde4-493a-ac12-7c3b38553fcf req-9b782a6d-8509-467e-bf7f-2ea1d65d4587 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:03.639076 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-0813fc4a-cde4-493a-ac12-7c3b38553fcf req-9b782a6d-8509-467e-bf7f-2ea1d65d4587 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d035ebe-f417-4046-be21-2782009cfc2a HTTP/1.1" status: 200 len: 945 time: 0.0655041 Jun 29 11:39:03.675101 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:03.680173 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-0813fc4a-cde4-493a-ac12-7c3b38553fcf req-0ded26c4-4551-45cc-89f4-7cba713401d1 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358202 Jun 29 11:39:04.294699 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e42f5c5-58c5-476b-9ef9-c9506336cf9a req-23b2ec5f-12b4-4277-9c78-562d130f7f44 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:04.296777 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-0e42f5c5-58c5-476b-9ef9-c9506336cf9a req-23b2ec5f-12b4-4277-9c78-562d130f7f44 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 946 time: 0.0635204 Jun 29 11:39:04.338836 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-0e42f5c5-58c5-476b-9ef9-c9506336cf9a req-3fcb474d-3598-481b-877a-3968fa8a52df tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=2204a202-4664-4211-8f03-264aadfb8234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363646 Jun 29 11:39:04.425507 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9be8c49d-fdd7-49be-a71c-49aaf5d45c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:04.890814 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1291d8d3-a27f-4ccd-88ce-259bfe0e969b req-144eb4a3-eb9a-487b-9fa5-d494c72c3ae6 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:04.892795 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-1291d8d3-a27f-4ccd-88ce-259bfe0e969b req-144eb4a3-eb9a-487b-9fa5-d494c72c3ae6 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d035ebe-f417-4046-be21-2782009cfc2a HTTP/1.1" status: 200 len: 945 time: 0.0849164 Jun 29 11:39:04.944902 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-1291d8d3-a27f-4ccd-88ce-259bfe0e969b req-2141a4a6-88b6-4a94-af61-39c8ab7e9f8c tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352085 Jun 29 11:39:05.126881 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ddd6bb-d08c-46ca-bf60-7f19a159414e req-37f789ce-e632-4306-86b1-3dbf72928714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:05.128420 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-90ddd6bb-d08c-46ca-bf60-7f19a159414e req-37f789ce-e632-4306-86b1-3dbf72928714 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6d035ebe-f417-4046-be21-2782009cfc2a HTTP/1.1" status: 200 len: 1098 time: 0.0578353 Jun 29 11:39:05.163136 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-90ddd6bb-d08c-46ca-bf60-7f19a159414e req-874fa027-fc13-461d-b47e-ff8f444ffa0a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280411 Jun 29 11:39:05.513658 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b4edc9-1bfd-4b19-a5b8-00f54f2c6f16 req-a6400c68-720b-4d61-8d02-4d9d8a17fd85 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:05.515647 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-48b4edc9-1bfd-4b19-a5b8-00f54f2c6f16 req-a6400c68-720b-4d61-8d02-4d9d8a17fd85 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 946 time: 0.0613003 Jun 29 11:39:05.555642 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-48b4edc9-1bfd-4b19-a5b8-00f54f2c6f16 req-1bf00600-1aa1-475c-b5f9-17e3d76c05d5 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=2204a202-4664-4211-8f03-264aadfb8234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319633 Jun 29 11:39:06.131422 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ac610-118c-41ab-ad08-17ac813e5a82 req-3a762b42-24b2-4e2b-a558-50ee181ac8eb tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:06.132952 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-358ac610-118c-41ab-ad08-17ac813e5a82 req-3a762b42-24b2-4e2b-a558-50ee181ac8eb tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d035ebe-f417-4046-be21-2782009cfc2a HTTP/1.1" status: 200 len: 945 time: 0.0670059 Jun 29 11:39:06.170318 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-358ac610-118c-41ab-ad08-17ac813e5a82 req-7ddfa062-146a-4efe-a133-bb75236f11a1 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318916 Jun 29 11:39:06.386339 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7dc1f572-48b9-4e28-8a5a-f2a12e721563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:06.736473 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ad4abd-38c3-4c59-9167-fb7b539a2fc7 req-e3a4d5b4-ae11-45ae-8cef-655f13edacfd tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:06.737872 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-f5ad4abd-38c3-4c59-9167-fb7b539a2fc7 req-e3a4d5b4-ae11-45ae-8cef-655f13edacfd tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 946 time: 0.0650170 Jun 29 11:39:06.777449 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-f5ad4abd-38c3-4c59-9167-fb7b539a2fc7 req-8ebd8dfa-c75b-4440-b2a2-81cbe6c60584 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=2204a202-4664-4211-8f03-264aadfb8234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340962 Jun 29 11:39:07.372684 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b4a34d-8725-415d-ac78-c5ede7c12cf8 req-d3cd5d4e-329b-4caf-bbb0-c7d17130272c tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:07.374288 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-c2b4a34d-8725-415d-ac78-c5ede7c12cf8 req-d3cd5d4e-329b-4caf-bbb0-c7d17130272c tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d035ebe-f417-4046-be21-2782009cfc2a HTTP/1.1" status: 200 len: 945 time: 0.0792441 Jun 29 11:39:07.425242 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-c2b4a34d-8725-415d-ac78-c5ede7c12cf8 req-2801774f-d36a-418c-b5bb-60e9663b2140 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411260 Jun 29 11:39:07.920815 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93606243-9245-48a5-9f9b-8a689867280a req-348c6ea8-5b5c-4a10-a722-3f1b041bc853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:07.923140 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-93606243-9245-48a5-9f9b-8a689867280a req-348c6ea8-5b5c-4a10-a722-3f1b041bc853 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fb634060125f416085622032826f0074&device_id=6d035ebe-f417-4046-be21-2782009cfc2a HTTP/1.1" status: 200 len: 1098 time: 0.0585077 Jun 29 11:39:08.012692 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a40581-b17e-4815-b075-89de69fd6d6d req-4bd58546-b776-47ba-9f61-51012b4aec40 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:08.014219 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-c8a40581-b17e-4815-b075-89de69fd6d6d req-4bd58546-b776-47ba-9f61-51012b4aec40 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d035ebe-f417-4046-be21-2782009cfc2a HTTP/1.1" status: 200 len: 945 time: 0.1113951 Jun 29 11:39:08.028923 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e372bc73-30ed-430e-b76c-f3beaa93efc2 req-0a1e5af1-4cc4-4c4e-bbc5-4a05f92e5d9d tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:08.030673 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-e372bc73-30ed-430e-b76c-f3beaa93efc2 req-0a1e5af1-4cc4-4c4e-bbc5-4a05f92e5d9d tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 946 time: 0.1162009 Jun 29 11:39:08.040411 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93606243-9245-48a5-9f9b-8a689867280a req-c31c036a-844b-40e5-a5ec-19f725f9d3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:08.042143 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-93606243-9245-48a5-9f9b-8a689867280a req-c31c036a-844b-40e5-a5ec-19f725f9d3b9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e649846e-4490-4030-83be-c56063ebfb83 HTTP/1.1" status: 200 len: 920 time: 0.1116524 Jun 29 11:39:08.090733 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-c8a40581-b17e-4815-b075-89de69fd6d6d req-266b19c0-fc9e-42b2-8cfd-9df0b82c62f8 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703180 Jun 29 11:39:08.092714 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-93606243-9245-48a5-9f9b-8a689867280a req-8cf902ef-31e2-4b41-af15-f3713883049f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b5ca2a3-5459-4bc0-9e51-11a4148b3a1c HTTP/1.1" status: 200 len: 217 time: 0.0437052 Jun 29 11:39:08.096741 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-e372bc73-30ed-430e-b76c-f3beaa93efc2 req-0527e992-e685-483c-99c2-8a7589fd93a4 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=2204a202-4664-4211-8f03-264aadfb8234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525057 Jun 29 11:39:08.152123 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93606243-9245-48a5-9f9b-8a689867280a req-1ef6a8e5-c646-4498-9e42-3bba9b21ad50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:08.153709 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-93606243-9245-48a5-9f9b-8a689867280a req-1ef6a8e5-c646-4498-9e42-3bba9b21ad50 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=68f333b4-cecc-4c5e-b444-811269c3af49 HTTP/1.1" status: 200 len: 859 time: 0.0535419 Jun 29 11:39:08.189975 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-93606243-9245-48a5-9f9b-8a689867280a req-d9586cf5-18b7-4435-8cd7-a2616d03a64d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e649846e-4490-4030-83be-c56063ebfb83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296822 Jun 29 11:39:08.293597 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-93606243-9245-48a5-9f9b-8a689867280a req-5b94a00d-1770-4e24-b036-117c8aafd48f service neutron] 10.222.0.21 "GET /v2.0/networks/e649846e-4490-4030-83be-c56063ebfb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961628 Jun 29 11:39:08.399289 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-93606243-9245-48a5-9f9b-8a689867280a req-300de3b5-208f-41b7-b6a1-28644ed76ac0 service neutron] 10.222.0.21 "GET /v2.0/networks/e649846e-4490-4030-83be-c56063ebfb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961380 Jun 29 11:39:09.402418 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c4fb07-9669-4a10-86ce-50cb02c7ddcd req-6e49abb4-4f01-4cd1-a859-a3f7254c2bba tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:09.405101 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-09c4fb07-9669-4a10-86ce-50cb02c7ddcd req-6e49abb4-4f01-4cd1-a859-a3f7254c2bba tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 946 time: 0.1726329 Jun 29 11:39:09.492547 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2391cdba-9564-415d-b7c9-0e296e204d54 req-c5c4b237-26e6-4c3e-8afe-1c7d36736307 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:09.495080 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-2391cdba-9564-415d-b7c9-0e296e204d54 req-c5c4b237-26e6-4c3e-8afe-1c7d36736307 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d035ebe-f417-4046-be21-2782009cfc2a HTTP/1.1" status: 200 len: 945 time: 0.1881039 Jun 29 11:39:09.501461 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-09c4fb07-9669-4a10-86ce-50cb02c7ddcd req-b6ad10e5-fea1-4642-833c-ae8e6561a884 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=2204a202-4664-4211-8f03-264aadfb8234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894957 Jun 29 11:39:09.547884 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-2391cdba-9564-415d-b7c9-0e296e204d54 req-ad24ccf0-2d2e-40ad-98e2-20e09a6b640b tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404797 Jun 29 11:39:10.770207 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b03fb52-67a7-41c2-995f-a256cb7a2ebe req-095b63ca-36f4-4d6e-aab1-a58d09b250a2 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:10.771815 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-7b03fb52-67a7-41c2-995f-a256cb7a2ebe req-095b63ca-36f4-4d6e-aab1-a58d09b250a2 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 946 time: 0.1259544 Jun 29 11:39:10.793312 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee36ff3b-1956-4fbd-976a-1af356006f53 req-a59cfe59-b665-4607-9c53-e328b56c3c3d tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:10.794957 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-ee36ff3b-1956-4fbd-976a-1af356006f53 req-a59cfe59-b665-4607-9c53-e328b56c3c3d tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d035ebe-f417-4046-be21-2782009cfc2a HTTP/1.1" status: 200 len: 945 time: 0.1109614 Jun 29 11:39:10.849230 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-7b03fb52-67a7-41c2-995f-a256cb7a2ebe req-fc467a04-2ae4-46a6-a8b6-4ea7475ce7e6 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=2204a202-4664-4211-8f03-264aadfb8234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716622 Jun 29 11:39:10.864074 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-ee36ff3b-1956-4fbd-976a-1af356006f53 req-ea4574aa-58cc-4432-a9af-e1d8de770df9 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579691 Jun 29 11:39:11.769824 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 53242) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:39:11.885653 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-0274894d-8b7a-4063-b319-25293e457c8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:12.003949 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-0274894d-8b7a-4063-b319-25293e457c8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:12.010652 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-0274894d-8b7a-4063-b319-25293e457c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:12.015252 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-9c95c6ec-f68b-4a8b-84dd-b74176632dc5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:39:12.126187 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0274894d-8b7a-4063-b319-25293e457c8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=057b1ef5-3152-41c7-a2aa-96269569d570,revision_number=1']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:39:12.130550 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-0274894d-8b7a-4063-b319-25293e457c8d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=631d1916786a46c1b4624ed91480d0b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3596423 Jun 29 11:39:12.131563 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-0274894d-8b7a-4063-b319-25293e457c8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:39:12.135900 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 53250) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:39:12.189449 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaac9fe6-ef2f-46db-9840-19151ed14a84 req-54a93461-dae5-4d6c-80b5-c4d1d68f409b tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:12.191298 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-aaac9fe6-ef2f-46db-9840-19151ed14a84 req-54a93461-dae5-4d6c-80b5-c4d1d68f409b tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d035ebe-f417-4046-be21-2782009cfc2a HTTP/1.1" status: 200 len: 945 time: 0.1660752 Jun 29 11:39:12.199476 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f7a898-54ec-4a2e-8231-2434721d10d4 req-9e8d5faa-3036-43e8-bbc6-42db4a2da5ea tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:12.201048 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-39f7a898-54ec-4a2e-8231-2434721d10d4 req-9e8d5faa-3036-43e8-bbc6-42db4a2da5ea tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 946 time: 0.1662228 Jun 29 11:39:12.216369 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-791aba51-7bf2-4905-9d2b-f9960ee14deb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:12.248662 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-791aba51-7bf2-4905-9d2b-f9960ee14deb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:12.274347 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-39f7a898-54ec-4a2e-8231-2434721d10d4 req-7d545a0b-5d7f-4ede-80a6-3df824734f8a tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=2204a202-4664-4211-8f03-264aadfb8234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630484 Jun 29 11:39:12.284122 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-aaac9fe6-ef2f-46db-9840-19151ed14a84 req-b1f4c17f-e4aa-48c3-93f5-40c16c85c4f7 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820045 Jun 29 11:39:12.309888 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-791aba51-7bf2-4905-9d2b-f9960ee14deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:12.313476 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-791aba51-7bf2-4905-9d2b-f9960ee14deb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:12.314564 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-791aba51-7bf2-4905-9d2b-f9960ee14deb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/057b1ef5-3152-41c7-a2aa-96269569d570 HTTP/1.1" status: 204 len: 168 time: 0.1770031 Jun 29 11:39:12.315468 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-cc03a147-033f-4f0d-85ca-465bcc97a4bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:39:12.324524 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791aba51-7bf2-4905-9d2b-f9960ee14deb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=057b1ef5-3152-41c7-a2aa-96269569d570,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:39:12.327210 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-791aba51-7bf2-4905-9d2b-f9960ee14deb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:39:12.648954 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 53262) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:39:12.667712 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-c3210f5c-ae0d-4e40-b1eb-d2e7d1e2c3cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:12.767943 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-c3210f5c-ae0d-4e40-b1eb-d2e7d1e2c3cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:12.772245 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-c3210f5c-ae0d-4e40-b1eb-d2e7d1e2c3cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:12.775073 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-64d30637-c357-4b07-8242-79a5d4e2e88b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:39:12.813045 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-c3210f5c-ae0d-4e40-b1eb-d2e7d1e2c3cd admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=37e6cfacee9a4e838f0dea714cbddf92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1628976 Jun 29 11:39:12.813977 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3210f5c-ae0d-4e40-b1eb-d2e7d1e2c3cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c962a758-7080-42e7-a90d-327300f746d5,revision_number=1']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:39:12.819205 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 53266) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:39:12.825585 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-c3210f5c-ae0d-4e40-b1eb-d2e7d1e2c3cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:39:12.869961 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-f57e955c-6fa7-44a4-9f6b-dce8cdd50a39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:12.891274 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-f57e955c-6fa7-44a4-9f6b-dce8cdd50a39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:12.937048 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-f57e955c-6fa7-44a4-9f6b-dce8cdd50a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:12.940473 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-f57e955c-6fa7-44a4-9f6b-dce8cdd50a39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:12.942705 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-f57e955c-6fa7-44a4-9f6b-dce8cdd50a39 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c962a758-7080-42e7-a90d-327300f746d5 HTTP/1.1" status: 204 len: 168 time: 0.1225231 Jun 29 11:39:12.943498 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-1b606de1-22b7-4890-9217-18772097e4a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:39:12.951493 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57e955c-6fa7-44a4-9f6b-dce8cdd50a39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c962a758-7080-42e7-a90d-327300f746d5,revision_number=None']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:39:12.954570 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-f57e955c-6fa7-44a4-9f6b-dce8cdd50a39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:39:13.528455 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f03dd5-9e19-417b-960f-82cc16e87980 req-469c8a83-867c-499a-8830-4cb0693f284e tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:13.529994 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-77f03dd5-9e19-417b-960f-82cc16e87980 req-469c8a83-867c-499a-8830-4cb0693f284e tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 946 time: 0.1108947 Jun 29 11:39:13.544696 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedf539b-6bea-4ce4-9d91-3445fac069f2 req-1949aab3-2963-4a22-b226-1e9fccf929d7 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:13.546133 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-dedf539b-6bea-4ce4-9d91-3445fac069f2 req-1949aab3-2963-4a22-b226-1e9fccf929d7 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d035ebe-f417-4046-be21-2782009cfc2a HTTP/1.1" status: 200 len: 945 time: 0.1361601 Jun 29 11:39:13.607484 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-77f03dd5-9e19-417b-960f-82cc16e87980 req-59a6ab37-7850-4189-a529-1f5a9ba2d0ef tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=2204a202-4664-4211-8f03-264aadfb8234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603170 Jun 29 11:39:13.620586 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-dedf539b-6bea-4ce4-9d91-3445fac069f2 req-b3e9983f-2e1e-482f-b389-4ef713c7cafd tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618591 Jun 29 11:39:14.827370 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5119c9-b168-409b-bb9f-0682151c51d9 req-fdfdda85-370c-406b-baaf-e9035b657b9d tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:14.832099 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-4b5119c9-b168-409b-bb9f-0682151c51d9 req-fdfdda85-370c-406b-baaf-e9035b657b9d tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 946 time: 0.0790823 Jun 29 11:39:15.121581 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-4b5119c9-b168-409b-bb9f-0682151c51d9 req-8071c9c1-ce52-4cfa-ab93-ffe8ecd30c77 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=2204a202-4664-4211-8f03-264aadfb8234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2864270 Jun 29 11:39:16.309624 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307a7e9c-bb55-42ff-ac6a-aa4e8407a171 req-4e0dce98-6159-4d3e-b994-95e33eb8fb97 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:16.311193 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-307a7e9c-bb55-42ff-ac6a-aa4e8407a171 req-4e0dce98-6159-4d3e-b994-95e33eb8fb97 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 946 time: 0.0693307 Jun 29 11:39:16.350561 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-307a7e9c-bb55-42ff-ac6a-aa4e8407a171 req-cd7a29a2-55e7-4900-bacb-4f0281d213a0 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=2204a202-4664-4211-8f03-264aadfb8234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329370 Jun 29 11:39:17.541117 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9205e-0770-493c-995c-de0d4f2d4d40 req-e8800e01-29fc-4a23-a833-ddd773620066 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:17.542669 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-ecd9205e-0770-493c-995c-de0d4f2d4d40 req-e8800e01-29fc-4a23-a833-ddd773620066 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 946 time: 0.0763879 Jun 29 11:39:17.607744 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-ecd9205e-0770-493c-995c-de0d4f2d4d40 req-7e86cd55-5c9d-4d37-b861-0b3e739543fd tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=2204a202-4664-4211-8f03-264aadfb8234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557775 Jun 29 11:39:17.970922 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28c2bb5-bd8f-4485-896c-e1a769f8fc42 req-84701aa7-f7fb-487d-9760-0fd66c9c9b72 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:17.972464 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-e28c2bb5-bd8f-4485-896c-e1a769f8fc42 req-84701aa7-f7fb-487d-9760-0fd66c9c9b72 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=29442a1b-ad91-4973-ae54-e447e1f09a21 HTTP/1.1" status: 200 len: 945 time: 0.0681739 Jun 29 11:39:18.016549 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-e28c2bb5-bd8f-4485-896c-e1a769f8fc42 req-f3072823-7db3-451b-9cfa-7716b87d3930 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354316 Jun 29 11:39:18.827714 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558a2261-d27b-4392-8958-dcce576923a7 req-80ae5b0a-0482-4eb5-999b-3ccd05929cb1 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:18.829247 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-558a2261-d27b-4392-8958-dcce576923a7 req-80ae5b0a-0482-4eb5-999b-3ccd05929cb1 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 946 time: 0.0705190 Jun 29 11:39:18.871792 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-558a2261-d27b-4392-8958-dcce576923a7 req-57d7ce56-2059-4bfb-9822-1ee5464e5fd2 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=2204a202-4664-4211-8f03-264aadfb8234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365262 Jun 29 11:39:19.190952 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4aa416-ed66-442c-be55-7325c096b037 req-1073b93f-d933-4558-ab63-5602ebd15214 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:19.192609 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-2d4aa416-ed66-442c-be55-7325c096b037 req-1073b93f-d933-4558-ab63-5602ebd15214 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=29442a1b-ad91-4973-ae54-e447e1f09a21 HTTP/1.1" status: 200 len: 945 time: 0.0669072 Jun 29 11:39:19.238030 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-2d4aa416-ed66-442c-be55-7325c096b037 req-0a688764-7308-4d5b-bf64-c744ddcc0fe6 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394943 Jun 29 11:39:20.072548 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d86813-aa02-44db-9d4f-359bedbb4436 req-63f51bbe-5121-4eac-8438-f2e550987f02 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:20.073961 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-c1d86813-aa02-44db-9d4f-359bedbb4436 req-63f51bbe-5121-4eac-8438-f2e550987f02 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 946 time: 0.0782812 Jun 29 11:39:20.122832 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-c1d86813-aa02-44db-9d4f-359bedbb4436 req-ef60aadb-9242-4cb2-af0b-fa2e3bb6b255 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=2204a202-4664-4211-8f03-264aadfb8234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389061 Jun 29 11:39:20.302847 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.agents_db [None req-013366be-bbdd-48cc-8d7f-8588d5b4b8e9 None None] Agent healthcheck: found 6 active agents {{(pid=93178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:39:20.416297 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f21bcf-ee64-4fbd-900a-8325af7c164b req-9b08e488-720a-4893-995c-43d74577ca81 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:20.418690 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-35f21bcf-ee64-4fbd-900a-8325af7c164b req-9b08e488-720a-4893-995c-43d74577ca81 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=29442a1b-ad91-4973-ae54-e447e1f09a21 HTTP/1.1" status: 200 len: 945 time: 0.0656497 Jun 29 11:39:20.461356 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-35f21bcf-ee64-4fbd-900a-8325af7c164b req-fb408fd9-e715-4343-8ad0-4e694b570541 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370448 Jun 29 11:39:20.532019 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:21.310999 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04650b68-c9cb-4b63-b3ef-e0acdda7f582 req-0de7c5f5-7bee-42c6-a33f-380981d328b9 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:21.312540 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-04650b68-c9cb-4b63-b3ef-e0acdda7f582 req-0de7c5f5-7bee-42c6-a33f-380981d328b9 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 946 time: 0.0644689 Jun 29 11:39:21.353691 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-04650b68-c9cb-4b63-b3ef-e0acdda7f582 req-aaf7f07d-fc83-40ab-937f-627789dfc90e tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=2204a202-4664-4211-8f03-264aadfb8234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345206 Jun 29 11:39:21.660285 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff34a518-3dd0-4674-97c3-cc34de60102a req-d310552b-ce42-42fb-a89d-98672ce1a830 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:21.661832 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-ff34a518-3dd0-4674-97c3-cc34de60102a req-d310552b-ce42-42fb-a89d-98672ce1a830 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=29442a1b-ad91-4973-ae54-e447e1f09a21 HTTP/1.1" status: 200 len: 945 time: 0.0697968 Jun 29 11:39:21.705775 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-ff34a518-3dd0-4674-97c3-cc34de60102a req-0d0640f1-8a6c-490e-8517-83538b0d7dea tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360200 Jun 29 11:39:21.989558 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Device 872cdef4-1097-4ec8-8250-adf21db70ac8 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 11:39:22.112079 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] For port 872cdef4-1097-4ec8-8250-adf21db70ac8, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=872cdef4-1097-4ec8-8250-adf21db70ac8,segment=NetworkSegment(431791e9-c625-45bb-a999-673c6d9515d0),segment_id=431791e9-c625-45bb-a999-673c6d9515d0)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:39:22.124935 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Returning: {'device': '872cdef4-1097-4ec8-8250-adf21db70ac8', 'network_id': 'b963bd4f-00c4-43c3-bead-28b3bc0930b9', 'port_id': '872cdef4-1097-4ec8-8250-adf21db70ac8', 'mac_address': 'fa:16:3e:0e:12:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2303b7c5-2df0-4ce3-8da2-9b421c47074d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 11:39:22.171884 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:22.201231 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.notifiers.nova [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 872cdef4-1097-4ec8-8250-adf21db70ac8 {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:39:22.212629 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] For port 872cdef4-1097-4ec8-8250-adf21db70ac8, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=872cdef4-1097-4ec8-8250-adf21db70ac8,segment=NetworkSegment(431791e9-c625-45bb-a999-673c6d9515d0),segment_id=431791e9-c625-45bb-a999-673c6d9515d0)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:39:22.217953 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:22.221131 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:39:22.274248 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Pushing event updated for resources: {'Port': ['ID=872cdef4-1097-4ec8-8250-adf21db70ac8,revision_number=6']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:39:22.279743 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:39:22.280375 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:39:22.280819 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:39:22.281161 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:39:22.282024 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:39:22.282329 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:39:22.282823 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:39:22.283313 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:39:22.283658 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:39:22.283981 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:39:22.284297 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:39:22.284614 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:39:22.292438 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:39:22.553191 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6bc45a-ff8e-4915-ba3c-8e0a6e14b3b9 req-06b2316a-2ba8-4b0f-927a-d5c4233cf3bf tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:22.554692 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-cb6bc45a-ff8e-4915-ba3c-8e0a6e14b3b9 req-06b2316a-2ba8-4b0f-927a-d5c4233cf3bf tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 945 time: 0.0778399 Jun 29 11:39:22.628425 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-cb6bc45a-ff8e-4915-ba3c-8e0a6e14b3b9 req-30fa697b-3bf8-428f-b4fb-2af20964b2c2 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=2204a202-4664-4211-8f03-264aadfb8234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657575 Jun 29 11:39:22.700904 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] get_ports_and_sgs() called for port_ids ['872cdef4-1097-4ec8-8250-adf21db70ac8'] {{(pid=93177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:39:22.893559 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16882327-2d4b-4275-a2d2-03bccfd4145c req-d44ec2eb-1029-4540-819f-fa0f374c0bd3 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:22.896815 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-16882327-2d4b-4275-a2d2-03bccfd4145c req-d44ec2eb-1029-4540-819f-fa0f374c0bd3 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.21 "GET /v2.0/ports?device_id=29442a1b-ad91-4973-ae54-e447e1f09a21 HTTP/1.1" status: 200 len: 945 time: 0.0937665 Jun 29 11:39:22.962907 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fb0ae7-0460-4e0b-9499-220d697e1b18 req-5e654e90-1718-494a-b83f-214891c96225 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:22.964431 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-e4fb0ae7-0460-4e0b-9499-220d697e1b18 req-5e654e90-1718-494a-b83f-214891c96225 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=29442a1b-ad91-4973-ae54-e447e1f09a21 HTTP/1.1" status: 200 len: 945 time: 0.0895784 Jun 29 11:39:23.008677 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-e4fb0ae7-0460-4e0b-9499-220d697e1b18 req-3456a2ff-391d-4588-885c-31a20ab71ab8 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352960 Jun 29 11:39:23.023428 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-16882327-2d4b-4275-a2d2-03bccfd4145c req-0d5e138a-60ba-4aaa-92b7-b3fa627de6ff tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Deleting port 8f16e2c4-30f9-425b-af03-d4f1ef0e61fa {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:39:23.023722 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-16882327-2d4b-4275-a2d2-03bccfd4145c req-0d5e138a-60ba-4aaa-92b7-b3fa627de6ff tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744991508026'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:23.129118 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-16882327-2d4b-4275-a2d2-03bccfd4145c req-0d5e138a-60ba-4aaa-92b7-b3fa627de6ff tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] For port 8f16e2c4-30f9-425b-af03-d4f1ef0e61fa, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=8f16e2c4-30f9-425b-af03-d4f1ef0e61fa,segment=NetworkSegment(2655a1ac-f4fd-412e-aebf-1a0b049744ab),segment_id=2655a1ac-f4fd-412e-aebf-1a0b049744ab)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:39:23.129468 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-16882327-2d4b-4275-a2d2-03bccfd4145c req-0d5e138a-60ba-4aaa-92b7-b3fa627de6ff tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013211'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:23.142258 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-16882327-2d4b-4275-a2d2-03bccfd4145c req-0d5e138a-60ba-4aaa-92b7-b3fa627de6ff tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Calling delete_port for 8f16e2c4-30f9-425b-af03-d4f1ef0e61fa owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:39:23.275853 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-16882327-2d4b-4275-a2d2-03bccfd4145c req-0d5e138a-60ba-4aaa-92b7-b3fa627de6ff tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744991430440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744990953750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58778309'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:23.284041 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2aa32667-a2d6-4941-9535-1c129e5bfcf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:39:23.289892 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] get_ports_and_sgs() called for port_ids ['9b5ca2a3-5459-4bc0-9e51-11a4148b3a1c', '8f16e2c4-30f9-425b-af03-d4f1ef0e61fa'] {{(pid=93177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:39:23.317866 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5e138a-60ba-4aaa-92b7-b3fa627de6ff tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Pushing event deleted for resources: {'Port': ['ID=8f16e2c4-30f9-425b-af03-d4f1ef0e61fa,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:39:23.321114 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0d5e138a-60ba-4aaa-92b7-b3fa627de6ff tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:39:23.372634 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-16882327-2d4b-4275-a2d2-03bccfd4145c req-0d5e138a-60ba-4aaa-92b7-b3fa627de6ff tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] No DVR routers for this DVR port 8f16e2c4-30f9-425b-af03-d4f1ef0e61fa on host hv-cinder-79760 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:39:23.377074 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-16882327-2d4b-4275-a2d2-03bccfd4145c req-0d5e138a-60ba-4aaa-92b7-b3fa627de6ff tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126777'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:23.379101 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-16882327-2d4b-4275-a2d2-03bccfd4145c req-0d5e138a-60ba-4aaa-92b7-b3fa627de6ff tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.21 "DELETE /v2.0/ports/8f16e2c4-30f9-425b-af03-d4f1ef0e61fa HTTP/1.1" status: 204 len: 173 time: 0.4753494 Jun 29 11:39:23.379718 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29442a1b-ad91-4973-ae54-e447e1f09a21', 'name': 'network-vif-deleted', 'tag': '8f16e2c4-30f9-425b-af03-d4f1ef0e61fa'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:39:23.383357 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e84c2f8edc4c5bc2f689ddb2df796faf16af949d7518eb87a014b7a9d68b702d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b4bba0-87aa-4e10-875e-c8822790d97f" -d '{"events": [{"server_uuid": "29442a1b-ad91-4973-ae54-e447e1f09a21", "name": "network-vif-deleted", "tag": "8f16e2c4-30f9-425b-af03-d4f1ef0e61fa"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:39:23.431934 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-636202bb-4134-4d44-9a79-cd44da4b8eb0 x-openstack-request-id: req-636202bb-4134-4d44-9a79-cd44da4b8eb0 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:39:23.433522 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29442a1b-ad91-4973-ae54-e447e1f09a21", "name": "network-vif-deleted", "tag": "8f16e2c4-30f9-425b-af03-d4f1ef0e61fa", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:39:23.434563 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-636202bb-4134-4d44-9a79-cd44da4b8eb0 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:39:23.436060 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29442a1b-ad91-4973-ae54-e447e1f09a21', 'name': 'network-vif-deleted', 'tag': '8f16e2c4-30f9-425b-af03-d4f1ef0e61fa', 'status': 'completed', 'code': 200} Jun 29 11:39:23.827321 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1273be1b-1fb8-4869-8070-01d97c1db913 req-e4f1fe29-bd31-493f-a382-ef1eb3cf2a2e tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:23.829679 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-1273be1b-1fb8-4869-8070-01d97c1db913 req-e4f1fe29-bd31-493f-a382-ef1eb3cf2a2e tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 945 time: 0.0729821 Jun 29 11:39:23.880227 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-1273be1b-1fb8-4869-8070-01d97c1db913 req-fa0fddc7-74b4-47f5-90f9-fca70cd9fe64 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=2204a202-4664-4211-8f03-264aadfb8234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432315 Jun 29 11:39:24.032285 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Device 872cdef4-1097-4ec8-8250-adf21db70ac8 up at agent hyperv_hv-cinder-79760 {{(pid=93177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:39:24.093218 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Provisioning complete for port 872cdef4-1097-4ec8-8250-adf21db70ac8 triggered by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:39:24.094009 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:24.189151 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-b94868fa-d5a4-4f68-9931-03f7b0307a58 req-b671bbf4-a464-4621-ade5-c8503c0523c9 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=29442a1b-ad91-4973-ae54-e447e1f09a21 HTTP/1.1" status: 200 len: 210 time: 0.0342014 Jun 29 11:39:24.273993 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:24.310429 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49895f39-c8d9-470a-a603-81104b746081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '872cdef4-1097-4ec8-8250-adf21db70ac8'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:39:24.313038 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf503b922a63088b6f722bf1da6ea29b944079dc3e77b23c7214b141eee454" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-119a6479-67c6-43f6-87e3-d6d917d303b1" -d '{"events": [{"server_uuid": "49895f39-c8d9-470a-a603-81104b746081", "name": "network-vif-plugged", "status": "completed", "tag": "872cdef4-1097-4ec8-8250-adf21db70ac8"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:39:24.329284 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] For port 872cdef4-1097-4ec8-8250-adf21db70ac8, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=872cdef4-1097-4ec8-8250-adf21db70ac8,segment=NetworkSegment(431791e9-c625-45bb-a999-673c6d9515d0),segment_id=431791e9-c625-45bb-a999-673c6d9515d0)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:39:24.336625 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:24.340365 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:39:24.373840 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92842624-8b13-439f-b9e3-0b361781538d x-openstack-request-id: req-92842624-8b13-439f-b9e3-0b361781538d {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:39:24.374138 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49895f39-c8d9-470a-a603-81104b746081", "name": "network-vif-plugged", "status": "completed", "tag": "872cdef4-1097-4ec8-8250-adf21db70ac8", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:39:24.374394 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-92842624-8b13-439f-b9e3-0b361781538d {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:39:24.374782 dv-cinder-797608-2-smb neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49895f39-c8d9-470a-a603-81104b746081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '872cdef4-1097-4ec8-8250-adf21db70ac8', 'code': 200} Jun 29 11:39:24.405823 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Pushing event updated for resources: {'Port': ['ID=872cdef4-1097-4ec8-8250-adf21db70ac8,revision_number=7']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:39:24.416405 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:39:25.087174 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f31f8-27df-4e48-957f-404b48ba4524 req-24ad4d1c-b74b-4e9c-86fb-aa80f2c7136d tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:25.088867 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-cb2f31f8-27df-4e48-957f-404b48ba4524 req-24ad4d1c-b74b-4e9c-86fb-aa80f2c7136d tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 946 time: 0.0738025 Jun 29 11:39:25.132307 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-cb2f31f8-27df-4e48-957f-404b48ba4524 req-50da8f8b-45fb-4885-a7be-20d927303b83 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=2204a202-4664-4211-8f03-264aadfb8234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361474 Jun 29 11:39:25.713415 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc20e53-d586-4c88-928d-2bc6970fb7f8 req-9fc01582-ed80-40d6-b306-e469cdc86880 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:25.715139 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-6bc20e53-d586-4c88-928d-2bc6970fb7f8 req-9fc01582-ed80-40d6-b306-e469cdc86880 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d035ebe-f417-4046-be21-2782009cfc2a HTTP/1.1" status: 200 len: 945 time: 0.0729284 Jun 29 11:39:25.758028 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-6bc20e53-d586-4c88-928d-2bc6970fb7f8 req-f59c6f41-fd93-4b9a-aa38-db1253219e00 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365281 Jun 29 11:39:26.040943 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Device 8f16e2c4-30f9-425b-af03-d4f1ef0e61fa no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:39:26.067601 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] No Port match for: 8f16e2c4-30f9-425b-af03-d4f1ef0e61fa {{(pid=93177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:39:26.067601 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Device 8f16e2c4-30f9-425b-af03-d4f1ef0e61fa not bound to the agent host hv-cinder-79760 {{(pid=93177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:39:26.350494 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c3b6cf-e800-4580-a80b-5b0f08ad5c51 req-60840b89-6ddd-4bf1-9f8d-d2209b1ea458 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:26.352090 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-18c3b6cf-e800-4580-a80b-5b0f08ad5c51 req-60840b89-6ddd-4bf1-9f8d-d2209b1ea458 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 946 time: 0.0804033 Jun 29 11:39:26.401200 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-18c3b6cf-e800-4580-a80b-5b0f08ad5c51 req-eec004dc-2315-42f9-a804-26136b382750 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=2204a202-4664-4211-8f03-264aadfb8234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428870 Jun 29 11:39:26.947251 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7629b723-fde0-4be8-b265-664607a490ae req-87ba8e17-474e-4405-bfad-d824452108c2 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:26.948738 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-7629b723-fde0-4be8-b265-664607a490ae req-87ba8e17-474e-4405-bfad-d824452108c2 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d035ebe-f417-4046-be21-2782009cfc2a HTTP/1.1" status: 200 len: 945 time: 0.0684919 Jun 29 11:39:26.992203 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-7629b723-fde0-4be8-b265-664607a490ae req-ff5bee08-70b2-4a64-9100-1a99e5f3a425 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370481 Jun 29 11:39:27.461565 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 53598) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:39:27.580962 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-3f18c1e4-88ed-45af-b89b-2e14468fd317 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:27.642657 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e583b6-2c50-4773-a7f8-d896314abf53 req-0314fc78-199c-4ae4-9e94-6c97db6f5ea6 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:27.644140 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-c3e583b6-2c50-4773-a7f8-d896314abf53 req-0314fc78-199c-4ae4-9e94-6c97db6f5ea6 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 946 time: 0.1189730 Jun 29 11:39:27.700657 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-c3e583b6-2c50-4773-a7f8-d896314abf53 req-ac8ce659-7c30-4dea-b567-ed8407bb8824 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=2204a202-4664-4211-8f03-264aadfb8234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504816 Jun 29 11:39:27.729895 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-3f18c1e4-88ed-45af-b89b-2e14468fd317 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:27.733735 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-3f18c1e4-88ed-45af-b89b-2e14468fd317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:27.736724 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-11cdcb6e-f3b5-4a8f-814b-e4031d4c411d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:39:27.773384 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-3f18c1e4-88ed-45af-b89b-2e14468fd317 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=740236b022d74c35b1313c02b5175110&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3107357 Jun 29 11:39:27.774448 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f18c1e4-88ed-45af-b89b-2e14468fd317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9351c053-8cc0-475f-a4fd-18c7cbb0cc03,revision_number=1']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:39:27.776207 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 53604) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:39:27.777720 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-3f18c1e4-88ed-45af-b89b-2e14468fd317 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:39:27.826543 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-45cae284-94e7-4de8-b198-432b658de0dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:27.849199 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-45cae284-94e7-4de8-b198-432b658de0dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:27.893857 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-45cae284-94e7-4de8-b198-432b658de0dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:27.896637 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-45cae284-94e7-4de8-b198-432b658de0dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:27.897785 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-45cae284-94e7-4de8-b198-432b658de0dc admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9351c053-8cc0-475f-a4fd-18c7cbb0cc03 HTTP/1.1" status: 204 len: 168 time: 0.1205904 Jun 29 11:39:27.898532 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-042d295f-e6b6-45c4-8055-b8dd5f59f0e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:39:27.907194 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cae284-94e7-4de8-b198-432b658de0dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9351c053-8cc0-475f-a4fd-18c7cbb0cc03,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:39:27.909582 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-45cae284-94e7-4de8-b198-432b658de0dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:39:28.193677 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29140815-f018-49d8-8663-19269f2f7bc4 req-da4b2d47-7ac2-49c1-bd84-5af52c79c3a7 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:28.195257 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-29140815-f018-49d8-8663-19269f2f7bc4 req-da4b2d47-7ac2-49c1-bd84-5af52c79c3a7 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d035ebe-f417-4046-be21-2782009cfc2a HTTP/1.1" status: 200 len: 945 time: 0.0827010 Jun 29 11:39:28.246311 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-29140815-f018-49d8-8663-19269f2f7bc4 req-a1da36b0-d9c5-4ac2-a00f-73a41bc5fd91 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366948 Jun 29 11:39:28.898625 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a87ce8-234e-4434-ac5d-3945f54ee6c5 req-3d14c9ef-bc62-489e-98de-e411fced3f1d tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:28.900486 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-c1a87ce8-234e-4434-ac5d-3945f54ee6c5 req-3d14c9ef-bc62-489e-98de-e411fced3f1d tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 946 time: 0.0778971 Jun 29 11:39:28.956641 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-c1a87ce8-234e-4434-ac5d-3945f54ee6c5 req-0f00021d-708c-4cdb-9a6a-ba837f0f4f20 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=2204a202-4664-4211-8f03-264aadfb8234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434816 Jun 29 11:39:29.512255 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd03333-87a8-4e76-8793-0f3076db5f1a req-9226a994-41ec-4743-9225-f755dc2d9824 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:29.514939 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-cdd03333-87a8-4e76-8793-0f3076db5f1a req-9226a994-41ec-4743-9225-f755dc2d9824 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d035ebe-f417-4046-be21-2782009cfc2a HTTP/1.1" status: 200 len: 945 time: 0.0951831 Jun 29 11:39:29.565436 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-cdd03333-87a8-4e76-8793-0f3076db5f1a req-84d58766-6209-4acd-97ec-df9bd233d607 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420907 Jun 29 11:39:30.178693 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54136ca2-a591-4503-94a9-d59ad57df0e4 req-981103ad-6682-45f7-84b9-a5699cec0f01 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:30.180275 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-54136ca2-a591-4503-94a9-d59ad57df0e4 req-981103ad-6682-45f7-84b9-a5699cec0f01 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 946 time: 0.0716324 Jun 29 11:39:30.222271 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-54136ca2-a591-4503-94a9-d59ad57df0e4 req-456bd63c-ede5-4b73-9aca-1187bce8ae6b tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=2204a202-4664-4211-8f03-264aadfb8234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351603 Jun 29 11:39:30.581122 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-25bfee91-d4c3-4bd7-be80-fd1eea66fe78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:30.757961 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a444f6bd-53a8-450b-8303-77f7a64681ff req-50350e06-4cbc-4863-952e-9a0083548a47 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:30.759430 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-a444f6bd-53a8-450b-8303-77f7a64681ff req-50350e06-4cbc-4863-952e-9a0083548a47 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d035ebe-f417-4046-be21-2782009cfc2a HTTP/1.1" status: 200 len: 945 time: 0.0688527 Jun 29 11:39:30.801832 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-a444f6bd-53a8-450b-8303-77f7a64681ff req-03864396-7d8f-4bfe-ae0f-0533533b3140 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361984 Jun 29 11:39:31.471899 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e11795d-c037-4cb6-97b5-a680cee41f96 req-21b97b87-db69-4ec9-9bd5-f5d4427ef127 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:31.471899 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-4e11795d-c037-4cb6-97b5-a680cee41f96 req-21b97b87-db69-4ec9-9bd5-f5d4427ef127 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 946 time: 0.0809045 Jun 29 11:39:31.539997 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-4e11795d-c037-4cb6-97b5-a680cee41f96 req-bf2625a2-f004-4661-bd4d-834452bbdcc6 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=2204a202-4664-4211-8f03-264aadfb8234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506234 Jun 29 11:39:32.016750 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258c594f-a57d-45b2-858a-57327530d8de req-c9b783b7-4512-4241-b003-2bf8f663d351 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:32.018397 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-258c594f-a57d-45b2-858a-57327530d8de req-c9b783b7-4512-4241-b003-2bf8f663d351 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d035ebe-f417-4046-be21-2782009cfc2a HTTP/1.1" status: 200 len: 945 time: 0.0729766 Jun 29 11:39:32.096943 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-258c594f-a57d-45b2-858a-57327530d8de req-020a68ed-55ee-475c-94e0-61892221b547 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721393 Jun 29 11:39:32.748794 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-a19cd7ea-574d-4e52-8993-6a309515e202 req-96c64f4c-25ab-48e7-99f2-e3648d83362e tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1387772408&fields=id&tenant_id=7add8bb0bbcc410d8ed660c9dee464d5 HTTP/1.1" status: 200 len: 267 time: 0.0891335 Jun 29 11:39:32.896037 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f06232e-c07c-4a04-b133-e3ff2bdd412a req-2a9f6a77-d88c-4758-9918-d2a438c8966a tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:32.904110 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-7f06232e-c07c-4a04-b133-e3ff2bdd412a req-2a9f6a77-d88c-4758-9918-d2a438c8966a tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 946 time: 0.2180157 Jun 29 11:39:32.986079 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19cd7ea-574d-4e52-8993-6a309515e202 req-94e83399-1313-44a9-bfd5-ed839f9759c3 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:32.986750 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-a19cd7ea-574d-4e52-8993-6a309515e202 req-94e83399-1313-44a9-bfd5-ed839f9759c3 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.78 "GET /v2.0/networks?id=88d9deae-8c92-41e6-bc69-9a05a7505f6c HTTP/1.1" status: 200 len: 808 time: 0.2296700 Jun 29 11:39:33.020104 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-7f06232e-c07c-4a04-b133-e3ff2bdd412a req-ed7e7747-37b8-4d5d-bde8-4e99751ce1d3 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=2204a202-4664-4211-8f03-264aadfb8234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144254 Jun 29 11:39:33.030253 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-a19cd7ea-574d-4e52-8993-6a309515e202 req-1c5a83f0-b59e-4c1e-844e-5725cc686377 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.78 "GET /v2.0/quotas/7add8bb0bbcc410d8ed660c9dee464d5 HTTP/1.1" status: 200 len: 375 time: 0.0269492 Jun 29 11:39:33.148601 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-a19cd7ea-574d-4e52-8993-6a309515e202 req-72623876-22f7-490f-8717-f34741f7e13a tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=7add8bb0bbcc410d8ed660c9dee464d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1161973 Jun 29 11:39:33.366177 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2cdc6b40-8bba-403c-9d7d-c25a9bf1dd3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:33.405228 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-a19cd7ea-574d-4e52-8993-6a309515e202 req-c20091d7-de15-4ac6-84fa-d9971c5c314e service neutron] 10.222.0.78 "GET /v2.0/networks/88d9deae-8c92-41e6-bc69-9a05a7505f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435684 Jun 29 11:39:33.432323 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eb4339-1e90-4661-b91b-59fe28d6b5c3 req-84d6b4ac-ac22-4a31-b431-41f531e3bdf8 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:33.436278 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-20eb4339-1e90-4661-b91b-59fe28d6b5c3 req-84d6b4ac-ac22-4a31-b431-41f531e3bdf8 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.21 "GET /v2.0/ports?device_id=6d035ebe-f417-4046-be21-2782009cfc2a HTTP/1.1" status: 200 len: 945 time: 0.1399193 Jun 29 11:39:33.488388 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a7ffa-a86f-4116-b4e7-c61d44698ba2 req-62fc4148-a1ea-48a7-8d4e-c0c75a2c6f14 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:33.493593 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-014a7ffa-a86f-4116-b4e7-c61d44698ba2 req-62fc4148-a1ea-48a7-8d4e-c0c75a2c6f14 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d035ebe-f417-4046-be21-2782009cfc2a HTTP/1.1" status: 200 len: 945 time: 0.2445221 Jun 29 11:39:33.645126 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-014a7ffa-a86f-4116-b4e7-c61d44698ba2 req-837ba471-36f7-458b-8286-88d8df95b463 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/security-groups?id=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441548 Jun 29 11:39:33.694135 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:33.735011 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-a19cd7ea-574d-4e52-8993-6a309515e202 req-2dab035b-ad90-4e38-834e-4039418823d1 service neutron] 10.222.0.78 "GET /v2.0/networks/88d9deae-8c92-41e6-bc69-9a05a7505f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3248529 Jun 29 11:39:33.747468 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-20eb4339-1e90-4661-b91b-59fe28d6b5c3 req-951e77e6-5fe8-4363-b73f-5f4d2ea5a5b1 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Deleting port 9b5ca2a3-5459-4bc0-9e51-11a4148b3a1c {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:39:33.748315 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-20eb4339-1e90-4661-b91b-59fe28d6b5c3 req-951e77e6-5fe8-4363-b73f-5f4d2ea5a5b1 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744991508026'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:33.938976 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-20eb4339-1e90-4661-b91b-59fe28d6b5c3 req-951e77e6-5fe8-4363-b73f-5f4d2ea5a5b1 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] For port 9b5ca2a3-5459-4bc0-9e51-11a4148b3a1c, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=9b5ca2a3-5459-4bc0-9e51-11a4148b3a1c,segment=NetworkSegment(2655a1ac-f4fd-412e-aebf-1a0b049744ab),segment_id=2655a1ac-f4fd-412e-aebf-1a0b049744ab)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:39:33.939346 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-20eb4339-1e90-4661-b91b-59fe28d6b5c3 req-951e77e6-5fe8-4363-b73f-5f4d2ea5a5b1 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013211'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:33.959417 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-20eb4339-1e90-4661-b91b-59fe28d6b5c3 req-951e77e6-5fe8-4363-b73f-5f4d2ea5a5b1 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Calling delete_port for 9b5ca2a3-5459-4bc0-9e51-11a4148b3a1c owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:39:34.362804 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-20eb4339-1e90-4661-b91b-59fe28d6b5c3 req-951e77e6-5fe8-4363-b73f-5f4d2ea5a5b1 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744991430440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744990953750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58778309'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:34.387250 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-06c001b4-150f-43c2-a983-c78ae25ded18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:39:34.451629 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951e77e6-5fe8-4363-b73f-5f4d2ea5a5b1 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Pushing event deleted for resources: {'Port': ['ID=9b5ca2a3-5459-4bc0-9e51-11a4148b3a1c,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:39:34.461064 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-951e77e6-5fe8-4363-b73f-5f4d2ea5a5b1 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:39:34.464916 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9be8c49d-fdd7-49be-a71c-49aaf5d45c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:34.500534 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-be8b2802-9510-441f-8a3b-c0ca4a870dfa req-2999f9d8-072a-47cf-823a-1419fe2ae5ff tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.78 "GET /v2.0/ports?device_id=12597f01-178d-4310-9954-4497b6dd77b1 HTTP/1.1" status: 200 len: 210 time: 0.1738307 Jun 29 11:39:34.565363 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-20eb4339-1e90-4661-b91b-59fe28d6b5c3 req-951e77e6-5fe8-4363-b73f-5f4d2ea5a5b1 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] No DVR routers for this DVR port 9b5ca2a3-5459-4bc0-9e51-11a4148b3a1c on host hv-cinder-79760 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:39:34.571263 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-20eb4339-1e90-4661-b91b-59fe28d6b5c3 req-951e77e6-5fe8-4363-b73f-5f4d2ea5a5b1 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126777'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:34.574992 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-20eb4339-1e90-4661-b91b-59fe28d6b5c3 req-951e77e6-5fe8-4363-b73f-5f4d2ea5a5b1 tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.21 "DELETE /v2.0/ports/9b5ca2a3-5459-4bc0-9e51-11a4148b3a1c HTTP/1.1" status: 204 len: 173 time: 1.1250231 Jun 29 11:39:34.575727 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d035ebe-f417-4046-be21-2782009cfc2a', 'name': 'network-vif-deleted', 'tag': '9b5ca2a3-5459-4bc0-9e51-11a4148b3a1c'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:39:34.581075 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e84c2f8edc4c5bc2f689ddb2df796faf16af949d7518eb87a014b7a9d68b702d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fe34e89-202e-4d12-8581-3dcdacf0296e" -d '{"events": [{"server_uuid": "6d035ebe-f417-4046-be21-2782009cfc2a", "name": "network-vif-deleted", "tag": "9b5ca2a3-5459-4bc0-9e51-11a4148b3a1c"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:39:34.655618 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9f1910-e74b-4663-8906-d252aeacca5c req-9e3f0095-876d-42e7-a22b-dc4bb2897eb9 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:34.659867 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-3a9f1910-e74b-4663-8906-d252aeacca5c req-9e3f0095-876d-42e7-a22b-dc4bb2897eb9 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 946 time: 0.1765029 Jun 29 11:39:34.674951 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dbdc3fb-ce00-462a-8834-9bd953f3ca59 x-openstack-request-id: req-4dbdc3fb-ce00-462a-8834-9bd953f3ca59 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:39:34.675484 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d035ebe-f417-4046-be21-2782009cfc2a", "name": "network-vif-deleted", "tag": "9b5ca2a3-5459-4bc0-9e51-11a4148b3a1c", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:39:34.675968 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4dbdc3fb-ce00-462a-8834-9bd953f3ca59 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:39:34.676596 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d035ebe-f417-4046-be21-2782009cfc2a', 'name': 'network-vif-deleted', 'tag': '9b5ca2a3-5459-4bc0-9e51-11a4148b3a1c', 'status': 'completed', 'code': 200} Jun 29 11:39:34.727827 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-3a9f1910-e74b-4663-8906-d252aeacca5c req-560ecbdf-e644-45fd-91f9-df1ff96e85e4 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=2204a202-4664-4211-8f03-264aadfb8234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585873 Jun 29 11:39:34.923422 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-8d6611cd-9551-4217-8482-8535e6923e3a req-a2b69599-1da6-4b7a-a43a-5c4f2ad1208f tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] 10.222.0.78 "GET /v2.0/ports?device_id=6d035ebe-f417-4046-be21-2782009cfc2a HTTP/1.1" status: 200 len: 210 time: 0.0499535 Jun 29 11:39:35.727847 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-b310f8ea-0df2-44b2-bc03-10d3957745d8 req-11d855ed-279a-489a-86f2-1abed97296ad tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.78 "GET /v2.0/ports?device_id=12597f01-178d-4310-9954-4497b6dd77b1 HTTP/1.1" status: 200 len: 210 time: 0.0673127 Jun 29 11:39:36.048436 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f99a80-edca-4417-8ba6-eaded3e59496 req-8dabeab7-2928-4e26-b7bc-a20f672722bd tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:36.050346 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-12f99a80-edca-4417-8ba6-eaded3e59496 req-8dabeab7-2928-4e26-b7bc-a20f672722bd tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 946 time: 0.1108592 Jun 29 11:39:36.084934 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 53796) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:39:36.090467 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Device 9b5ca2a3-5459-4bc0-9e51-11a4148b3a1c no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:39:36.118475 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] No Port match for: 9b5ca2a3-5459-4bc0-9e51-11a4148b3a1c {{(pid=93177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:39:36.119181 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Device 9b5ca2a3-5459-4bc0-9e51-11a4148b3a1c not bound to the agent host hv-cinder-79760 {{(pid=93177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:39:36.126223 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-12f99a80-edca-4417-8ba6-eaded3e59496 req-82f64645-6a83-491b-bb85-2387f3db25c0 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=2204a202-4664-4211-8f03-264aadfb8234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685594 Jun 29 11:39:36.415402 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7dc1f572-48b9-4e28-8a5a-f2a12e721563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:36.459530 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19cd7ea-574d-4e52-8993-6a309515e202 req-7b23b1a4-f414-4e35-9462-bf3b0a7f0dd4 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:36.462885 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-a19cd7ea-574d-4e52-8993-6a309515e202 req-7b23b1a4-f414-4e35-9462-bf3b0a7f0dd4 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.21 "GET /v2.0/networks?id=88d9deae-8c92-41e6-bc69-9a05a7505f6c HTTP/1.1" status: 200 len: 808 time: 0.1630456 Jun 29 11:39:36.565574 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-a19cd7ea-574d-4e52-8993-6a309515e202 req-becd3225-39c8-4efd-b58a-378ecf0450a9 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7add8bb0bbcc410d8ed660c9dee464d5 HTTP/1.1" status: 200 len: 380 time: 0.0539961 Jun 29 11:39:36.585486 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.v2.base [req-a19cd7ea-574d-4e52-8993-6a309515e202 req-e69a742e-71c9-4ff9-9e83-5fc522cfb91a tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Request body: {'port': {'device_id': '12597f01-178d-4310-9954-4497b6dd77b1', 'network_id': '88d9deae-8c92-41e6-bc69-9a05a7505f6c', 'admin_state_up': True, 'tenant_id': '7add8bb0bbcc410d8ed660c9dee464d5', 'security_groups': ['f97b2f54-e0a1-489d-9d1c-f32953c79b3f']}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:39:36.932507 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-4cf8535a-47d2-40e4-bcd0-3323a2741473 req-6043da22-7782-4b3d-adc5-3414ec2f9c77 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.78 "GET /v2.0/ports?device_id=12597f01-178d-4310-9954-4497b6dd77b1 HTTP/1.1" status: 200 len: 210 time: 0.0398324 Jun 29 11:39:37.253182 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a19cd7ea-574d-4e52-8993-6a309515e202 req-e69a742e-71c9-4ff9-9e83-5fc522cfb91a tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Made reservation on behalf of 7add8bb0bbcc410d8ed660c9dee464d5 for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:39:37.259309 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a19cd7ea-574d-4e52-8993-6a309515e202 req-e69a742e-71c9-4ff9-9e83-5fc522cfb91a tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:37.365491 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 53810) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:39:37.605014 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-c21ca5fd-f4d6-47e3-a601-5ec83b441eb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:37.634791 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5b6e40f8-bf7f-4c7d-9208-f7f8618cdb40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1015098'] for router_interface, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:37.710106 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-a19cd7ea-574d-4e52-8993-6a309515e202 req-e69a742e-71c9-4ff9-9e83-5fc522cfb91a tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Allocated IP 172.20.0.13 (88d9deae-8c92-41e6-bc69-9a05a7505f6c/772d47c8-6f80-4a5a-ad83-c4a4866eeb24/cf6476e5-f046-4d99-807c-39a08aa3d5c7) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:39:37.719258 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1675fa18-33ac-4f01-81dc-bbdcdb8a9ea2 req-ebb4b8d1-f736-4a6b-aea4-bc5d3e43a771 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:37.722384 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-1675fa18-33ac-4f01-81dc-bbdcdb8a9ea2 req-ebb4b8d1-f736-4a6b-aea4-bc5d3e43a771 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 946 time: 0.2199359 Jun 29 11:39:37.857344 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-1675fa18-33ac-4f01-81dc-bbdcdb8a9ea2 req-6d1c5dac-8c30-4a3a-8485-cbaadcf50d06 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=2204a202-4664-4211-8f03-264aadfb8234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243320 Jun 29 11:39:37.980869 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-c21ca5fd-f4d6-47e3-a601-5ec83b441eb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:37.994258 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-c21ca5fd-f4d6-47e3-a601-5ec83b441eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:38.045756 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-e30b8108-d57d-4062-82f8-13f992aa69e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:39:38.057630 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-c21ca5fd-f4d6-47e3-a601-5ec83b441eb2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=8979b95cf8e148aa8f797e411d9dc719&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6899383 Jun 29 11:39:38.058527 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 53822) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:39:38.192652 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21ca5fd-f4d6-47e3-a601-5ec83b441eb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ffa7a5-2e19-46ec-92a1-a0332493a1e9,revision_number=1']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:39:38.259659 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-c21ca5fd-f4d6-47e3-a601-5ec83b441eb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:39:38.273562 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a19cd7ea-574d-4e52-8993-6a309515e202 req-e69a742e-71c9-4ff9-9e83-5fc522cfb91a tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:38.280147 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-10eb6cc2-f948-4204-863c-b744185389ea req-fa2e7ac0-0f2a-4e84-babf-1408bac47952 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.78 "GET /v2.0/ports?device_id=12597f01-178d-4310-9954-4497b6dd77b1 HTTP/1.1" status: 200 len: 210 time: 0.1496360 Jun 29 11:39:38.299756 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-a19cd7ea-574d-4e52-8993-6a309515e202 req-e69a742e-71c9-4ff9-9e83-5fc522cfb91a tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Transition to ACTIVE for port object cf6476e5-f046-4d99-807c-39a08aa3d5c7 will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:39:38.354562 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-560d624f-704d-4ce5-80d6-45571c69c315 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:38.394079 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-560d624f-704d-4ce5-80d6-45571c69c315 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:38.486843 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a19cd7ea-574d-4e52-8993-6a309515e202 req-e69a742e-71c9-4ff9-9e83-5fc522cfb91a tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3670657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744990953741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58778316'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:38.489765 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-560d624f-704d-4ce5-80d6-45571c69c315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:38.493359 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d336a4d7-ca3f-4900-a2b4-9efd30f2221a tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:39:38.494075 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-560d624f-704d-4ce5-80d6-45571c69c315 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:38.496459 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-560d624f-704d-4ce5-80d6-45571c69c315 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c4ffa7a5-2e19-46ec-92a1-a0332493a1e9 HTTP/1.1" status: 204 len: 168 time: 0.4348550 Jun 29 11:39:38.498265 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-b63b4001-9afb-45ba-a5bd-b0b1b32d94b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:39:38.514097 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560d624f-704d-4ce5-80d6-45571c69c315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ffa7a5-2e19-46ec-92a1-a0332493a1e9,revision_number=None']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:39:38.532528 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-560d624f-704d-4ce5-80d6-45571c69c315 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:39:38.581719 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69a742e-71c9-4ff9-9e83-5fc522cfb91a tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Pushing event updated for resources: {'Port': ['ID=cf6476e5-f046-4d99-807c-39a08aa3d5c7,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:39:38.596309 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e69a742e-71c9-4ff9-9e83-5fc522cfb91a tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:39:38.614848 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-5b6e40f8-bf7f-4c7d-9208-f7f8618cdb40 admin admin] Deleting port 31795254-c804-4536-b8df-ba63cad5e622 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:39:38.615403 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5b6e40f8-bf7f-4c7d-9208-f7f8618cdb40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744991508026'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:38.692508 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a19cd7ea-574d-4e52-8993-6a309515e202 req-e69a742e-71c9-4ff9-9e83-5fc522cfb91a tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Network 88d9deae-8c92-41e6-bc69-9a05a7505f6c is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:39:38.696457 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-a19cd7ea-574d-4e52-8993-6a309515e202 req-e69a742e-71c9-4ff9-9e83-5fc522cfb91a tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:39:38.702842 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-a19cd7ea-574d-4e52-8993-6a309515e202 req-e69a742e-71c9-4ff9-9e83-5fc522cfb91a tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:39:38.790830 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19cd7ea-574d-4e52-8993-6a309515e202 req-e69a742e-71c9-4ff9-9e83-5fc522cfb91a tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:38.791289 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a19cd7ea-574d-4e52-8993-6a309515e202 req-e69a742e-71c9-4ff9-9e83-5fc522cfb91a tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126777'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:38.796601 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-5b6e40f8-bf7f-4c7d-9208-f7f8618cdb40 admin admin] For port 31795254-c804-4536-b8df-ba63cad5e622, host dv-cinder-797608-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-smb',level=0,port_id=31795254-c804-4536-b8df-ba63cad5e622,segment=NetworkSegment(2655a1ac-f4fd-412e-aebf-1a0b049744ab),segment_id=2655a1ac-f4fd-412e-aebf-1a0b049744ab)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:39:38.797805 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5b6e40f8-bf7f-4c7d-9208-f7f8618cdb40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013211'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:38.849532 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-5b6e40f8-bf7f-4c7d-9208-f7f8618cdb40 admin admin] Calling delete_port for 31795254-c804-4536-b8df-ba63cad5e622 owned by network:router_interface {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:39:38.857247 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-a19cd7ea-574d-4e52-8993-6a309515e202 req-e69a742e-71c9-4ff9-9e83-5fc522cfb91a tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2815490 Jun 29 11:39:38.885454 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.v2.base [req-a19cd7ea-574d-4e52-8993-6a309515e202 req-fe6dad56-10b6-47d6-9b14-43a6b2a0f977 service neutron] Request body: {'port': {'device_id': '12597f01-178d-4310-9954-4497b6dd77b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:39:39.171588 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 53834) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:39:39.196494 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-9c3815f0-bb25-4a9f-8dcb-b0ee10953f0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:39.211414 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a19cd7ea-574d-4e52-8993-6a309515e202 req-fe6dad56-10b6-47d6-9b14-43a6b2a0f977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:39.218044 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-dee23b13-0bf8-4dde-b88a-c3b729a87f34 None None] Provisioning for port cf6476e5-f046-4d99-807c-39a08aa3d5c7 completed by entity DHCP. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:39:39.246140 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-dee23b13-0bf8-4dde-b88a-c3b729a87f34 None None] Provisioning complete for port cf6476e5-f046-4d99-807c-39a08aa3d5c7 triggered by entity DHCP. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:39:39.247418 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-dee23b13-0bf8-4dde-b88a-c3b729a87f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:39.344072 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-dee23b13-0bf8-4dde-b88a-c3b729a87f34 None None] Port cf6476e5-f046-4d99-807c-39a08aa3d5c7 cannot update to ACTIVE because it is not bound. {{(pid=93177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 11:39:39.470538 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364fdbd4-f3c7-4e9b-8ebe-7ddb6f2c0814 req-94f9eb2b-2db7-49c2-ace1-635c413201b5 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:39.472720 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-364fdbd4-f3c7-4e9b-8ebe-7ddb6f2c0814 req-94f9eb2b-2db7-49c2-ace1-635c413201b5 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 946 time: 0.2560055 Jun 29 11:39:39.509978 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5b6e40f8-bf7f-4c7d-9208-f7f8618cdb40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744991430440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744990953750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58778309'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:39.517556 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2fed461e-dbcb-443a-918c-e2ebf1da6082 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:39:39.558817 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6e40f8-bf7f-4c7d-9208-f7f8618cdb40 admin admin] Pushing event deleted for resources: {'Port': ['ID=31795254-c804-4536-b8df-ba63cad5e622,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:39:39.572179 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-364fdbd4-f3c7-4e9b-8ebe-7ddb6f2c0814 req-8434ed14-bc84-472f-80a6-51352c5b99db tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=2204a202-4664-4211-8f03-264aadfb8234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888958 Jun 29 11:39:39.572725 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5b6e40f8-bf7f-4c7d-9208-f7f8618cdb40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:39:39.615943 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-9c3815f0-bb25-4a9f-8dcb-b0ee10953f0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:39.657549 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-9c3815f0-bb25-4a9f-8dcb-b0ee10953f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:39.676251 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-560d624f-704d-4ce5-80d6-45571c69c315 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:39:39.753930 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-9c3815f0-bb25-4a9f-8dcb-b0ee10953f0e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c9f1b6e568cf40e69c1b588040c310f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5788910 Jun 29 11:39:39.753930 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3815f0-bb25-4a9f-8dcb-b0ee10953f0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be1e203-2d4d-4d6a-b6be-655c2265aeb9,revision_number=1']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:39:39.758208 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 53838) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:39:39.779222 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-9c3815f0-bb25-4a9f-8dcb-b0ee10953f0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:39:39.792231 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36131b4b-eb6b-48bd-a14e-8e66201b6a97 req-cb89da0a-3120-450e-bad6-19e50eb223c8 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:39.794725 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-36131b4b-eb6b-48bd-a14e-8e66201b6a97 req-cb89da0a-3120-450e-bad6-19e50eb223c8 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.78 "GET /v2.0/ports?device_id=12597f01-178d-4310-9954-4497b6dd77b1 HTTP/1.1" status: 200 len: 932 time: 0.1907921 Jun 29 11:39:39.902406 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-36131b4b-eb6b-48bd-a14e-8e66201b6a97 req-def079a4-5e75-417f-8773-299449f1b3b3 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.78 "GET /v2.0/security-groups?id=f97b2f54-e0a1-489d-9d1c-f32953c79b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016595 Jun 29 11:39:39.908394 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-3607616c-0299-47a9-a52d-5af063226d8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:39.950011 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-3607616c-0299-47a9-a52d-5af063226d8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:40.026485 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-3607616c-0299-47a9-a52d-5af063226d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:40.033665 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-3607616c-0299-47a9-a52d-5af063226d8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:40.035126 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-3607616c-0299-47a9-a52d-5af063226d8e admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3be1e203-2d4d-4d6a-b6be-655c2265aeb9 HTTP/1.1" status: 204 len: 168 time: 0.2753422 Jun 29 11:39:40.039197 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-f57e955c-6fa7-44a4-9f6b-dce8cdd50a39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:39:40.063595 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3607616c-0299-47a9-a52d-5af063226d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be1e203-2d4d-4d6a-b6be-655c2265aeb9,revision_number=None']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:39:40.066967 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-3607616c-0299-47a9-a52d-5af063226d8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:39:40.126564 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.notifiers.nova [req-a19cd7ea-574d-4e52-8993-6a309515e202 req-fe6dad56-10b6-47d6-9b14-43a6b2a0f977 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf6476e5-f046-4d99-807c-39a08aa3d5c7 {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:39:40.142439 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a19cd7ea-574d-4e52-8993-6a309515e202 req-fe6dad56-10b6-47d6-9b14-43a6b2a0f977 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:40.165533 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-a19cd7ea-574d-4e52-8993-6a309515e202 req-fe6dad56-10b6-47d6-9b14-43a6b2a0f977 service neutron] Transition to ACTIVE for port object cf6476e5-f046-4d99-807c-39a08aa3d5c7 will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:39:40.168731 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5b6e40f8-bf7f-4c7d-9208-f7f8618cdb40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-999562'] for router_interface, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:40.182806 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a19cd7ea-574d-4e52-8993-6a309515e202 req-fe6dad56-10b6-47d6-9b14-43a6b2a0f977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58778366'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:40.188624 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7c2f61dc-91cf-44ea-b67b-20fd83da72b5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:39:40.237267 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6dad56-10b6-47d6-9b14-43a6b2a0f977 service neutron] Pushing event updated for resources: {'Port': ['ID=cf6476e5-f046-4d99-807c-39a08aa3d5c7,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:39:40.279976 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-fe6dad56-10b6-47d6-9b14-43a6b2a0f977 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:39:40.574712 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-a19cd7ea-574d-4e52-8993-6a309515e202 req-fe6dad56-10b6-47d6-9b14-43a6b2a0f977 service neutron] Attempting to bind port cf6476e5-f046-4d99-807c-39a08aa3d5c7 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:39:40.577106 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-a19cd7ea-574d-4e52-8993-6a309515e202 req-fe6dad56-10b6-47d6-9b14-43a6b2a0f977 service neutron] Attempting to bind port cf6476e5-f046-4d99-807c-39a08aa3d5c7 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '19343e39-02f7-4bf4-bc38-5464464e922a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '88d9deae-8c92-41e6-bc69-9a05a7505f6c'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:39:40.578643 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19cd7ea-574d-4e52-8993-6a309515e202 req-fe6dad56-10b6-47d6-9b14-43a6b2a0f977 service neutron] Attempting to bind port cf6476e5-f046-4d99-807c-39a08aa3d5c7 on network 88d9deae-8c92-41e6-bc69-9a05a7505f6c {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:39:40.591358 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19cd7ea-574d-4e52-8993-6a309515e202 req-fe6dad56-10b6-47d6-9b14-43a6b2a0f977 service neutron] Port cf6476e5-f046-4d99-807c-39a08aa3d5c7 on network 88d9deae-8c92-41e6-bc69-9a05a7505f6c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 11:39:40.592256 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19cd7ea-574d-4e52-8993-6a309515e202 req-fe6dad56-10b6-47d6-9b14-43a6b2a0f977 service neutron] Attempting to bind port cf6476e5-f046-4d99-807c-39a08aa3d5c7 on network 88d9deae-8c92-41e6-bc69-9a05a7505f6c {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:39:40.655880 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19cd7ea-574d-4e52-8993-6a309515e202 req-fe6dad56-10b6-47d6-9b14-43a6b2a0f977 service neutron] Checking agent: {'id': '2f355b06-002c-40e6-bb76-5e394ebaabf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 33, 51), 'started_at': datetime.datetime(2021, 6, 29, 11, 33, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 39, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:39:40.656514 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19cd7ea-574d-4e52-8993-6a309515e202 req-fe6dad56-10b6-47d6-9b14-43a6b2a0f977 service neutron] Checking segment: {'id': '19343e39-02f7-4bf4-bc38-5464464e922a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '88d9deae-8c92-41e6-bc69-9a05a7505f6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:39:40.657197 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19cd7ea-574d-4e52-8993-6a309515e202 req-fe6dad56-10b6-47d6-9b14-43a6b2a0f977 service neutron] Bound using segment: {'id': '19343e39-02f7-4bf4-bc38-5464464e922a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '88d9deae-8c92-41e6-bc69-9a05a7505f6c'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:39:40.658490 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-a19cd7ea-574d-4e52-8993-6a309515e202 req-fe6dad56-10b6-47d6-9b14-43a6b2a0f977 service neutron] Bound port: cf6476e5-f046-4d99-807c-39a08aa3d5c7, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19343e39-02f7-4bf4-bc38-5464464e922a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '88d9deae-8c92-41e6-bc69-9a05a7505f6c'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:39:40.664665 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a19cd7ea-574d-4e52-8993-6a309515e202 req-fe6dad56-10b6-47d6-9b14-43a6b2a0f977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:40.988961 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fc5db0-d820-46ac-9eba-1f7cc273172d req-9125eccf-6238-4015-a076-373cb2f245f2 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:40.990843 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-46fc5db0-d820-46ac-9eba-1f7cc273172d req-9125eccf-6238-4015-a076-373cb2f245f2 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 946 time: 0.1255031 Jun 29 11:39:41.050669 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-a19cd7ea-574d-4e52-8993-6a309515e202 req-fe6dad56-10b6-47d6-9b14-43a6b2a0f977 service neutron] For port cf6476e5-f046-4d99-807c-39a08aa3d5c7, host hv-cinder-79760, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:39:41.071807 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-a19cd7ea-574d-4e52-8993-6a309515e202 req-fe6dad56-10b6-47d6-9b14-43a6b2a0f977 service neutron] For port cf6476e5-f046-4d99-807c-39a08aa3d5c7, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=cf6476e5-f046-4d99-807c-39a08aa3d5c7,segment=NetworkSegment(19343e39-02f7-4bf4-bc38-5464464e922a),segment_id=19343e39-02f7-4bf4-bc38-5464464e922a)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:39:41.088412 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-46fc5db0-d820-46ac-9eba-1f7cc273172d req-b6d5a6f5-9ab2-42c8-bce9-28d9ee9e1924 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=2204a202-4664-4211-8f03-264aadfb8234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895064 Jun 29 11:39:41.090152 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a19cd7ea-574d-4e52-8993-6a309515e202 req-fe6dad56-10b6-47d6-9b14-43a6b2a0f977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58778366'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:41.099237 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e69a742e-71c9-4ff9-9e83-5fc522cfb91a tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:39:41.114583 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b6e40f8-bf7f-4c7d-9208-f7f8618cdb40 admin admin] Router b6474ae1-a041-460f-b17f-1367e84c10b3 has already been hosted by L3 agent bfbd9503-e406-4b21-85aa-cc71bbe721ce {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 11:39:41.196157 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19cd7ea-574d-4e52-8993-6a309515e202 req-fe6dad56-10b6-47d6-9b14-43a6b2a0f977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:41.197083 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-a19cd7ea-574d-4e52-8993-6a309515e202 req-fe6dad56-10b6-47d6-9b14-43a6b2a0f977 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126777'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:41.198779 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-a19cd7ea-574d-4e52-8993-6a309515e202 req-fe6dad56-10b6-47d6-9b14-43a6b2a0f977 service neutron] 10.222.0.21 "PUT /v2.0/ports/cf6476e5-f046-4d99-807c-39a08aa3d5c7 HTTP/1.1" status: 200 len: 1094 time: 2.3266339 Jun 29 11:39:41.199599 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12597f01-178d-4310-9954-4497b6dd77b1', 'tag': 'cf6476e5-f046-4d99-807c-39a08aa3d5c7'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:39:41.204065 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e84c2f8edc4c5bc2f689ddb2df796faf16af949d7518eb87a014b7a9d68b702d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38bcba9d-aa6e-4660-a000-2222296bc0c6" -d '{"events": [{"name": "network-changed", "server_uuid": "12597f01-178d-4310-9954-4497b6dd77b1", "tag": "cf6476e5-f046-4d99-807c-39a08aa3d5c7"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:39:41.262320 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26585788-47b3-49af-978c-7f3a12f448c3 req-458d512e-356c-4283-84f5-512faeb936c8 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:41.274165 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-26585788-47b3-49af-978c-7f3a12f448c3 req-458d512e-356c-4283-84f5-512faeb936c8 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.78 "GET /v2.0/ports?device_id=12597f01-178d-4310-9954-4497b6dd77b1 HTTP/1.1" status: 200 len: 944 time: 0.1496794 Jun 29 11:39:41.352892 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6dad56-10b6-47d6-9b14-43a6b2a0f977 service neutron] Pushing event updated for resources: {'Port': ['ID=cf6476e5-f046-4d99-807c-39a08aa3d5c7,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:39:41.356530 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 11:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af4709f-9f96-483d-8135-780acdafd6d0 x-openstack-request-id: req-4af4709f-9f96-483d-8135-780acdafd6d0 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:39:41.356886 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12597f01-178d-4310-9954-4497b6dd77b1", "tag": "cf6476e5-f046-4d99-807c-39a08aa3d5c7", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:39:41.357176 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4af4709f-9f96-483d-8135-780acdafd6d0 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:39:41.357654 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12597f01-178d-4310-9954-4497b6dd77b1', 'tag': 'cf6476e5-f046-4d99-807c-39a08aa3d5c7', 'status': 'completed', 'code': 200} Jun 29 11:39:41.362306 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-26585788-47b3-49af-978c-7f3a12f448c3 req-59e2d481-90df-4c9e-90df-2f24b25671b3 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.78 "GET /v2.0/security-groups?id=f97b2f54-e0a1-489d-9d1c-f32953c79b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830100 Jun 29 11:39:41.374035 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-fe6dad56-10b6-47d6-9b14-43a6b2a0f977 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:39:41.447026 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b6e40f8-bf7f-4c7d-9208-f7f8618cdb40 admin admin] Notify agent at l3_agent.dv-cinder-797608-2-smb the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:39:41.452957 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-5b6e40f8-bf7f-4c7d-9208-f7f8618cdb40 admin admin] 10.222.0.78 "PUT /v2.0/routers/b6474ae1-a041-460f-b17f-1367e84c10b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3659525 Jun 29 11:39:41.456117 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19cd7ea-574d-4e52-8993-6a309515e202 req-b838b488-b5f2-4e0f-bb90-406196dc65f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:41.456266 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 53870) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:39:41.457717 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-a19cd7ea-574d-4e52-8993-6a309515e202 req-b838b488-b5f2-4e0f-bb90-406196dc65f5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7add8bb0bbcc410d8ed660c9dee464d5&device_id=12597f01-178d-4310-9954-4497b6dd77b1 HTTP/1.1" status: 200 len: 1097 time: 0.1570563 Jun 29 11:39:41.460177 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e919f5c2-33f9-4b11-912c-1b944d9e76b3 None None] Sync routers for ids ['b6474ae1-a041-460f-b17f-1367e84c10b3'] in dv-cinder-797608-2-smb {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:39:41.475828 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e919f5c2-33f9-4b11-912c-1b944d9e76b3 None None] Routers {'b6474ae1-a041-460f-b17f-1367e84c10b3'} bound to L3 agent in host dv-cinder-797608-2-smb {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:39:41.477560 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-e919f5c2-33f9-4b11-912c-1b944d9e76b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T11:27:33Z,description=,heartbeat_timestamp=2021-06-29T11:39:33Z,host='dv-cinder-797608-2-smb',id=bfbd9503-e406-4b21-85aa-cc71bbe721ce,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:33Z,topic='l3_agent')) {'router_ids': ['b6474ae1-a041-460f-b17f-1367e84c10b3'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:39:41.597151 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-a19cd7ea-574d-4e52-8993-6a309515e202 req-b9ad3285-ab62-4b4b-99d3-05018f2d2769 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf6476e5-f046-4d99-807c-39a08aa3d5c7 HTTP/1.1" status: 200 len: 217 time: 0.1298227 Jun 29 11:39:41.600189 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-00e67784-931a-4330-b1e2-84f15820d5fc admin admin] Notify callbacks [] for router, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:41.723066 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19cd7ea-574d-4e52-8993-6a309515e202 req-d7a27b40-4d12-4d63-a469-29a0b3057e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:41.725159 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-a19cd7ea-574d-4e52-8993-6a309515e202 req-d7a27b40-4d12-4d63-a469-29a0b3057e80 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=772d47c8-6f80-4a5a-ad83-c4a4866eeb24 HTTP/1.1" status: 200 len: 847 time: 0.1198411 Jun 29 11:39:41.756335 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-00e67784-931a-4330-b1e2-84f15820d5fc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:41.827639 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19cd7ea-574d-4e52-8993-6a309515e202 req-7d584a94-5ac7-4506-b714-20aebdc6b8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:41.832161 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-e919f5c2-33f9-4b11-912c-1b944d9e76b3 None None] Set router b6474ae1-a041-460f-b17f-1367e84c10b3 gateway port host: dv-cinder-797608-2-smb {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:39:41.832355 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-a19cd7ea-574d-4e52-8993-6a309515e202 req-7d584a94-5ac7-4506-b714-20aebdc6b8ef service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=88d9deae-8c92-41e6-bc69-9a05a7505f6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0955539 Jun 29 11:39:41.884171 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.plugin [None req-00e67784-931a-4330-b1e2-84f15820d5fc admin admin] Deleting port 45728784-ba9d-4072-b508-f38bf67aac8d {{(pid=93175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:39:41.885699 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-00e67784-931a-4330-b1e2-84f15820d5fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744991508026'] for port, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:41.985069 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-a19cd7ea-574d-4e52-8993-6a309515e202 req-7f944a66-a471-4533-bac4-ca1522bf3cf6 service neutron] 10.222.0.21 "GET /v2.0/networks/88d9deae-8c92-41e6-bc69-9a05a7505f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457849 Jun 29 11:39:41.995098 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.db [None req-00e67784-931a-4330-b1e2-84f15820d5fc admin admin] For port 45728784-ba9d-4072-b508-f38bf67aac8d, host dv-cinder-797608-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-smb',level=0,port_id=45728784-ba9d-4072-b508-f38bf67aac8d,segment=NetworkSegment(bd18eb46-f552-49e6-b53a-14bd17fb4993),segment_id=bd18eb46-f552-49e6-b53a-14bd17fb4993)] {{(pid=93175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:39:41.995700 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-00e67784-931a-4330-b1e2-84f15820d5fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013211'] for port, precommit_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:42.012096 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.plugin [None req-00e67784-931a-4330-b1e2-84f15820d5fc admin admin] Calling delete_port for 45728784-ba9d-4072-b508-f38bf67aac8d owned by network:router_gateway {{(pid=93175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:39:42.151968 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-e919f5c2-33f9-4b11-912c-1b944d9e76b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6474ae1-a041-460f-b17f-1367e84c10b3', 'name': 'tempest-ServerRescueNegativeTestJSON-1102038473-router', 'tenant_id': 'fb634060125f416085622032826f0074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'external_fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.25'}], 'enable_snat': True}, 'gw_port_id': '45728784-ba9d-4072-b508-f38bf67aac8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:36:51Z', 'updated_at': '2021-06-29T11:39:39Z', 'revision_number': 5, 'project_id': 'fb634060125f416085622032826f0074', 'gw_port': {'id': '45728784-ba9d-4072-b508-f38bf67aac8d', 'name': '', 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:43:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6474ae1-a041-460f-b17f-1367e84c10b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 293, 'fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:36:52Z', 'updated_at': '2021-06-29T11:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042f854c-de74-4a6a-969f-d747577d8cca', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-smb'}], 'dv-cinder-797608-2-smb', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:39:42.208191 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e919f5c2-33f9-4b11-912c-1b944d9e76b3 None None] Checking router: b6474ae1-a041-460f-b17f-1367e84c10b3 for host: dv-cinder-797608-2-smb {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:39:42.247965 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e919f5c2-33f9-4b11-912c-1b944d9e76b3 None None] Routers {'b6474ae1-a041-460f-b17f-1367e84c10b3'} bound to L3 agent in host dv-cinder-797608-2-smb {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:39:42.248616 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-e919f5c2-33f9-4b11-912c-1b944d9e76b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T11:27:33Z,description=,heartbeat_timestamp=2021-06-29T11:39:33Z,host='dv-cinder-797608-2-smb',id=bfbd9503-e406-4b21-85aa-cc71bbe721ce,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:33Z,topic='l3_agent')) {'router_ids': ['b6474ae1-a041-460f-b17f-1367e84c10b3'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:39:42.252323 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-a19cd7ea-574d-4e52-8993-6a309515e202 req-657dce88-36f1-47b6-9ba1-8c7d4302fe80 service neutron] 10.222.0.21 "GET /v2.0/networks/88d9deae-8c92-41e6-bc69-9a05a7505f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600892 Jun 29 11:39:42.326478 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-00e67784-931a-4330-b1e2-84f15820d5fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744991430440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744990953750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61825989'] for port, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:42.347290 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-700a01e1-5598-41da-a70b-a422e25f9d8c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:39:42.467521 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bcba9d-aa6e-4660-a000-2222296bc0c6 req-223fbbed-c725-4e63-9cc8-fb535b462747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:42.476571 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-38bcba9d-aa6e-4660-a000-2222296bc0c6 req-223fbbed-c725-4e63-9cc8-fb535b462747 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7add8bb0bbcc410d8ed660c9dee464d5&device_id=12597f01-178d-4310-9954-4497b6dd77b1 HTTP/1.1" status: 200 len: 1097 time: 0.1448143 Jun 29 11:39:42.510370 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-e919f5c2-33f9-4b11-912c-1b944d9e76b3 None None] Set router b6474ae1-a041-460f-b17f-1367e84c10b3 gateway port host: None {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:39:42.588817 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-e919f5c2-33f9-4b11-912c-1b944d9e76b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6474ae1-a041-460f-b17f-1367e84c10b3', 'name': 'tempest-ServerRescueNegativeTestJSON-1102038473-router', 'tenant_id': 'fb634060125f416085622032826f0074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:36:51Z', 'updated_at': '2021-06-29T11:39:41Z', 'revision_number': 6, 'project_id': 'fb634060125f416085622032826f0074', 'gw_port_host': None}], 'dv-cinder-797608-2-smb', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:39:42.637681 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e919f5c2-33f9-4b11-912c-1b944d9e76b3 None None] The sync data for ids ['b6474ae1-a041-460f-b17f-1367e84c10b3'] in dv-cinder-797608-2-smb is: [{'id': 'b6474ae1-a041-460f-b17f-1367e84c10b3', 'name': 'tempest-ServerRescueNegativeTestJSON-1102038473-router', 'tenant_id': 'fb634060125f416085622032826f0074', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:36:51Z', 'updated_at': '2021-06-29T11:39:41Z', 'revision_number': 6, 'project_id': 'fb634060125f416085622032826f0074', 'gw_port_host': None}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:39:42.652466 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-00e67784-931a-4330-b1e2-84f15820d5fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535022'] for router_gateway, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:42.694956 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e67784-931a-4330-b1e2-84f15820d5fc admin admin] Pushing event deleted for resources: {'Port': ['ID=45728784-ba9d-4072-b508-f38bf67aac8d,revision_number=None']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:39:42.702175 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bcba9d-aa6e-4660-a000-2222296bc0c6 req-ebc9facc-5517-4cd0-a017-ceb6212c3cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:42.707604 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-38bcba9d-aa6e-4660-a000-2222296bc0c6 req-ebc9facc-5517-4cd0-a017-ceb6212c3cae service neutron] 10.222.0.21 "GET /v2.0/networks?id=88d9deae-8c92-41e6-bc69-9a05a7505f6c HTTP/1.1" status: 200 len: 909 time: 0.2249992 Jun 29 11:39:42.789932 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-38bcba9d-aa6e-4660-a000-2222296bc0c6 req-953af789-363e-4cdb-a467-ec1c0229abd0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf6476e5-f046-4d99-807c-39a08aa3d5c7 HTTP/1.1" status: 200 len: 217 time: 0.0725348 Jun 29 11:39:42.900643 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bcba9d-aa6e-4660-a000-2222296bc0c6 req-a69416ea-040f-4e53-9806-f71c0bd13d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:42.911475 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-38bcba9d-aa6e-4660-a000-2222296bc0c6 req-a69416ea-040f-4e53-9806-f71c0bd13d8f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=772d47c8-6f80-4a5a-ad83-c4a4866eeb24 HTTP/1.1" status: 200 len: 847 time: 0.1099474 Jun 29 11:39:43.009967 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bcba9d-aa6e-4660-a000-2222296bc0c6 req-69811e45-c2aa-4527-8252-cdd430f8ec3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:43.011506 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-38bcba9d-aa6e-4660-a000-2222296bc0c6 req-69811e45-c2aa-4527-8252-cdd430f8ec3e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=88d9deae-8c92-41e6-bc69-9a05a7505f6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0921578 Jun 29 11:39:43.165970 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-38bcba9d-aa6e-4660-a000-2222296bc0c6 req-9ee18189-27eb-4e20-a21b-17766d5d60d2 service neutron] 10.222.0.21 "GET /v2.0/networks/88d9deae-8c92-41e6-bc69-9a05a7505f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463923 Jun 29 11:39:43.217465 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-00e67784-931a-4330-b1e2-84f15820d5fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.870s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:39:43.251856 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-00e67784-931a-4330-b1e2-84f15820d5fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1002406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-498'] for router, precommit_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:43.259131 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-00e67784-931a-4330-b1e2-84f15820d5fc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:43.287166 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b61d0ab-e255-418e-84ee-2112a38e52b3 req-4f40986c-446b-4274-8f07-f3b5766d3165 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:43.289136 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-0b61d0ab-e255-418e-84ee-2112a38e52b3 req-4f40986c-446b-4274-8f07-f3b5766d3165 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 946 time: 0.9653563 Jun 29 11:39:43.380520 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-38bcba9d-aa6e-4660-a000-2222296bc0c6 req-3e513bc7-f129-4bc6-97ab-02965c703742 service neutron] 10.222.0.21 "GET /v2.0/networks/88d9deae-8c92-41e6-bc69-9a05a7505f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066398 Jun 29 11:39:43.405045 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-00e67784-931a-4330-b1e2-84f15820d5fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000879'] for router, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:43.406190 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00e67784-931a-4330-b1e2-84f15820d5fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6474ae1-a041-460f-b17f-1367e84c10b3 {{(pid=93175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 11:39:43.426622 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-00e67784-931a-4330-b1e2-84f15820d5fc admin admin] Notify callbacks [] for router, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:43.429962 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-00e67784-931a-4330-b1e2-84f15820d5fc admin admin] 10.222.0.78 "DELETE /v2.0/routers/b6474ae1-a041-460f-b17f-1367e84c10b3 HTTP/1.1" status: 204 len: 168 time: 1.9705787 Jun 29 11:39:43.430766 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 53918) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:39:43.436490 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f582e-073e-4f13-8bff-ddf15baa7b98 req-7b3b6066-013b-42d0-958a-61ea0f0253bb tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:43.438078 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-d13f582e-073e-4f13-8bff-ddf15baa7b98 req-7b3b6066-013b-42d0-958a-61ea0f0253bb tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.78 "GET /v2.0/ports?device_id=12597f01-178d-4310-9954-4497b6dd77b1 HTTP/1.1" status: 200 len: 944 time: 0.2320232 Jun 29 11:39:43.450867 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-0b61d0ab-e255-418e-84ee-2112a38e52b3 req-198bc3da-fbeb-4a2c-8379-ea44b9d13a40 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=2204a202-4664-4211-8f03-264aadfb8234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359043 Jun 29 11:39:43.508100 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ace6a56-79ea-48d8-ba57-cf2fd8e124ee admin admin] Deleting subnet 68f333b4-cecc-4c5e-b444-811269c3af49 {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 11:39:43.511643 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6ace6a56-79ea-48d8-ba57-cf2fd8e124ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:43.544045 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-d13f582e-073e-4f13-8bff-ddf15baa7b98 req-944c1558-d368-432b-b3c6-f996b1bb3ed8 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.78 "GET /v2.0/security-groups?id=f97b2f54-e0a1-489d-9d1c-f32953c79b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923746 Jun 29 11:39:43.583031 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6ace6a56-79ea-48d8-ba57-cf2fd8e124ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62645035'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:43.678914 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6ace6a56-79ea-48d8-ba57-cf2fd8e124ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4171685'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:43.814996 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6ace6a56-79ea-48d8-ba57-cf2fd8e124ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4171708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58778175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62643856'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:43.819710 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:39:43.850604 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ace6a56-79ea-48d8-ba57-cf2fd8e124ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68f333b4-cecc-4c5e-b444-811269c3af49,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:39:43.856001 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6ace6a56-79ea-48d8-ba57-cf2fd8e124ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:39:43.878411 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-6ace6a56-79ea-48d8-ba57-cf2fd8e124ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:43.885063 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-6ace6a56-79ea-48d8-ba57-cf2fd8e124ee admin admin] 10.222.0.78 "DELETE /v2.0/subnets/68f333b4-cecc-4c5e-b444-811269c3af49 HTTP/1.1" status: 204 len: 168 time: 0.4531572 Jun 29 11:39:43.889058 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 53936) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:39:44.033531 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e056054d-2c9d-4ffa-aa81-b9e1ce0b9681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3737496'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:44.132628 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e056054d-2c9d-4ffa-aa81-b9e1ce0b9681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4171643', 'neutron.services.segments.db._delete_segments_for_network-8744991479107'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:44.145355 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.services.segments.db [None req-e056054d-2c9d-4ffa-aa81-b9e1ce0b9681 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e649846e-4490-4030-83be-c56063ebfb83']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:39:44.161775 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.services.segments.db [None req-e056054d-2c9d-4ffa-aa81-b9e1ce0b9681 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2655a1ac-f4fd-412e-aebf-1a0b049744ab') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:39:44.162472 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.services.segments.db [None req-e056054d-2c9d-4ffa-aa81-b9e1ce0b9681 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2655a1ac-f4fd-412e-aebf-1a0b049744ab') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:39:44.173625 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e056054d-2c9d-4ffa-aa81-b9e1ce0b9681 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744991309258', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62645028'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:44.194032 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e056054d-2c9d-4ffa-aa81-b9e1ce0b9681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144823'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:44.202970 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e056054d-2c9d-4ffa-aa81-b9e1ce0b9681 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 11:39:44.203486 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e056054d-2c9d-4ffa-aa81-b9e1ce0b9681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58778258'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:44.205370 dv-cinder-797608-2-smb neutron-server[93176]: Traceback (most recent call last): Jun 29 11:39:44.205370 dv-cinder-797608-2-smb neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 11:39:44.205370 dv-cinder-797608-2-smb neutron-server[93176]: timer() Jun 29 11:39:44.205370 dv-cinder-797608-2-smb neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 11:39:44.205370 dv-cinder-797608-2-smb neutron-server[93176]: cb(*args, **kw) Jun 29 11:39:44.205370 dv-cinder-797608-2-smb neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 11:39:44.205370 dv-cinder-797608-2-smb neutron-server[93176]: return func(*args, **kwargs) Jun 29 11:39:44.205370 dv-cinder-797608-2-smb neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 11:39:44.205370 dv-cinder-797608-2-smb neutron-server[93176]: self._notify() Jun 29 11:39:44.205370 dv-cinder-797608-2-smb neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 11:39:44.205370 dv-cinder-797608-2-smb neutron-server[93176]: self.callback(batched_events) Jun 29 11:39:44.205370 dv-cinder-797608-2-smb neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 11:39:44.205370 dv-cinder-797608-2-smb neutron-server[93176]: event.method(event) Jun 29 11:39:44.205370 dv-cinder-797608-2-smb neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 11:39:44.205370 dv-cinder-797608-2-smb neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 11:39:44.205370 dv-cinder-797608-2-smb neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 11:39:44.205370 dv-cinder-797608-2-smb neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 11:39:44.205370 dv-cinder-797608-2-smb neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 11:39:44.205370 dv-cinder-797608-2-smb neutron-server[93176]: return f(self, *a, **k) Jun 29 11:39:44.205370 dv-cinder-797608-2-smb neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 11:39:44.205370 dv-cinder-797608-2-smb neutron-server[93176]: return self._get(url).json() Jun 29 11:39:44.205370 dv-cinder-797608-2-smb neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 11:39:44.205370 dv-cinder-797608-2-smb neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 11:39:44.205370 dv-cinder-797608-2-smb neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 11:39:44.205370 dv-cinder-797608-2-smb neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 29 11:39:44.205370 dv-cinder-797608-2-smb neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 11:39:44.205370 dv-cinder-797608-2-smb neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 11:39:44.205370 dv-cinder-797608-2-smb neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 11:39:44.205370 dv-cinder-797608-2-smb neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 11:39:44.205370 dv-cinder-797608-2-smb neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 11:39:44.205370 dv-cinder-797608-2-smb neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 11:39:44.205370 dv-cinder-797608-2-smb neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 11:39:44.223605 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 53942) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:39:44.269510 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e056054d-2c9d-4ffa-aa81-b9e1ce0b9681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4171616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-533507'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:44.274729 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:39:44.278618 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e056054d-2c9d-4ffa-aa81-b9e1ce0b9681 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636407'] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:44.283719 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-e056054d-2c9d-4ffa-aa81-b9e1ce0b9681 admin admin] 10.222.0.78 "DELETE /v2.0/networks/e649846e-4490-4030-83be-c56063ebfb83 HTTP/1.1" status: 204 len: 168 time: 0.3904874 Jun 29 11:39:44.298135 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e056054d-2c9d-4ffa-aa81-b9e1ce0b9681 admin admin] Pushing event deleted for resources: {'Network': ['ID=e649846e-4490-4030-83be-c56063ebfb83,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:39:44.301802 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e056054d-2c9d-4ffa-aa81-b9e1ce0b9681 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:39:44.339049 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Device 45728784-ba9d-4072-b508-f38bf67aac8d no longer exists at agent ovs-agent-dv-cinder-797608-2-smb {{(pid=93177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:39:44.365453 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] No Port match for: 45728784-ba9d-4072-b508-f38bf67aac8d {{(pid=93177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:39:44.366249 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Device 45728784-ba9d-4072-b508-f38bf67aac8d not bound to the agent host dv-cinder-797608-2-smb {{(pid=93177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:39:44.366844 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Device 31795254-c804-4536-b8df-ba63cad5e622 no longer exists at agent ovs-agent-dv-cinder-797608-2-smb {{(pid=93177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:39:44.392018 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] No Port match for: 31795254-c804-4536-b8df-ba63cad5e622 {{(pid=93177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:39:44.392622 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Device 31795254-c804-4536-b8df-ba63cad5e622 not bound to the agent host dv-cinder-797608-2-smb {{(pid=93177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:39:44.429508 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-5676abea-ea01-493c-9f3d-e4b9e1040999 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:44.444065 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 53950) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:39:44.493470 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-03f4abfe-b410-4f4a-88c0-b373e42dd661 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fb634060125f416085622032826f0074&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0481315 Jun 29 11:39:44.494258 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 53954) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:39:44.558748 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-017e8bf5-b277-48f1-aefd-76e9be986b2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:44.605810 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-5676abea-ea01-493c-9f3d-e4b9e1040999 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:44.612253 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-017e8bf5-b277-48f1-aefd-76e9be986b2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:44.616556 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-5676abea-ea01-493c-9f3d-e4b9e1040999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:44.619181 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-35914ab0-5c4f-4ba8-bba0-48bd005c8fdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:39:44.718741 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-017e8bf5-b277-48f1-aefd-76e9be986b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:44.722221 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-017e8bf5-b277-48f1-aefd-76e9be986b2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:44.727417 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-017e8bf5-b277-48f1-aefd-76e9be986b2f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3 HTTP/1.1" status: 204 len: 168 time: 0.2319775 Jun 29 11:39:44.728644 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1e687835-e3c8-4f19-bd0e-95282b0255b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:39:44.743520 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-5676abea-ea01-493c-9f3d-e4b9e1040999 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5f1bd6c1040d4e6493d8d08d39a8237a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5181823 Jun 29 11:39:44.753686 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017e8bf5-b277-48f1-aefd-76e9be986b2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb4b69e-bc50-4bad-8d42-caeac8dfcbb3,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:39:44.760666 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-017e8bf5-b277-48f1-aefd-76e9be986b2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:39:44.761091 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 53960) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:39:44.763490 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5676abea-ea01-493c-9f3d-e4b9e1040999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59bc8cb8-5fc2-4f7a-b1c8-06b5abea7213,revision_number=1']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:39:44.802766 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-5676abea-ea01-493c-9f3d-e4b9e1040999 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:39:44.822938 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3ea96fd8-28f1-41b6-aa6f-b416795cd5d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:44.865997 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3ea96fd8-28f1-41b6-aa6f-b416795cd5d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:44.910775 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c619f2-0abf-4cb4-b943-405f11dd6e1d req-7f5bea6e-8dbb-4838-977d-b09f851b0003 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:44.923587 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-78c619f2-0abf-4cb4-b943-405f11dd6e1d req-7f5bea6e-8dbb-4838-977d-b09f851b0003 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 946 time: 0.2806170 Jun 29 11:39:44.957037 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3ea96fd8-28f1-41b6-aa6f-b416795cd5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:44.960069 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3ea96fd8-28f1-41b6-aa6f-b416795cd5d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:44.962047 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-3ea96fd8-28f1-41b6-aa6f-b416795cd5d8 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/59bc8cb8-5fc2-4f7a-b1c8-06b5abea7213 HTTP/1.1" status: 204 len: 168 time: 0.1999354 Jun 29 11:39:44.963612 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-96ce1cc0-9073-4bc7-aaeb-3e6f015712db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:39:44.979402 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d97a94-1838-43bb-b7b8-a70e1dc72398 req-00352054-27cd-4ff7-9251-298a9d54e7f4 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:44.986188 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-03d97a94-1838-43bb-b7b8-a70e1dc72398 req-00352054-27cd-4ff7-9251-298a9d54e7f4 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.78 "GET /v2.0/ports?device_id=12597f01-178d-4310-9954-4497b6dd77b1 HTTP/1.1" status: 200 len: 944 time: 0.2879460 Jun 29 11:39:45.002708 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea96fd8-28f1-41b6-aa6f-b416795cd5d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59bc8cb8-5fc2-4f7a-b1c8-06b5abea7213,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:39:45.008196 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3ea96fd8-28f1-41b6-aa6f-b416795cd5d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:39:45.056310 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-78c619f2-0abf-4cb4-b943-405f11dd6e1d req-d84ffe29-b167-45eb-a7ca-fc21ec4cb194 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=2204a202-4664-4211-8f03-264aadfb8234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314406 Jun 29 11:39:45.086040 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-03d97a94-1838-43bb-b7b8-a70e1dc72398 req-9c1a3485-7ed2-4d81-9854-fe976abc0045 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.78 "GET /v2.0/security-groups?id=f97b2f54-e0a1-489d-9d1c-f32953c79b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895722 Jun 29 11:39:45.577578 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 53978) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:39:45.595380 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-35e6c9e5-4bd3-43f7-8fc2-42598de0829d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:45.715880 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-35e6c9e5-4bd3-43f7-8fc2-42598de0829d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:45.721293 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-35e6c9e5-4bd3-43f7-8fc2-42598de0829d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:45.742293 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c8a71951-04bf-42ef-aca0-11e460b959df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:39:45.766010 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-35e6c9e5-4bd3-43f7-8fc2-42598de0829d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=5654822863754ff783043af1928fb5ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1862621 Jun 29 11:39:45.769012 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 53980) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:39:45.779747 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6c9e5-4bd3-43f7-8fc2-42598de0829d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c87a20fa-ed0d-4ab2-b101-a669c5c54d27,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:39:45.783556 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-35e6c9e5-4bd3-43f7-8fc2-42598de0829d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:39:45.856975 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1ac4d86f-7104-4e77-b195-2a49f5680ef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:45.884781 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1ac4d86f-7104-4e77-b195-2a49f5680ef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:46.048705 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1ac4d86f-7104-4e77-b195-2a49f5680ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:46.057080 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1ac4d86f-7104-4e77-b195-2a49f5680ef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:46.061315 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-1ac4d86f-7104-4e77-b195-2a49f5680ef0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c87a20fa-ed0d-4ab2-b101-a669c5c54d27 HTTP/1.1" status: 204 len: 168 time: 0.2900071 Jun 29 11:39:46.062763 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-9353aff4-d42c-4ef9-8abf-6f170bead6e0 tempest-VolumesNegativeTest-1263984459 tempest-VolumesNegativeTest-1263984459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:39:46.099479 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac4d86f-7104-4e77-b195-2a49f5680ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87a20fa-ed0d-4ab2-b101-a669c5c54d27,revision_number=None']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:39:46.151148 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-1ac4d86f-7104-4e77-b195-2a49f5680ef0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:39:46.164525 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Device cf6476e5-f046-4d99-807c-39a08aa3d5c7 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 11:39:46.282314 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] For port cf6476e5-f046-4d99-807c-39a08aa3d5c7, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=cf6476e5-f046-4d99-807c-39a08aa3d5c7,segment=NetworkSegment(19343e39-02f7-4bf4-bc38-5464464e922a),segment_id=19343e39-02f7-4bf4-bc38-5464464e922a)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:39:46.322072 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Returning: {'device': 'cf6476e5-f046-4d99-807c-39a08aa3d5c7', 'network_id': '88d9deae-8c92-41e6-bc69-9a05a7505f6c', 'port_id': 'cf6476e5-f046-4d99-807c-39a08aa3d5c7', 'mac_address': 'fa:16:3e:3c:8b:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '772d47c8-6f80-4a5a-ad83-c4a4866eeb24', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 11:39:46.417079 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:46.443925 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.notifiers.nova [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf6476e5-f046-4d99-807c-39a08aa3d5c7 {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:39:46.507832 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] For port cf6476e5-f046-4d99-807c-39a08aa3d5c7, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=cf6476e5-f046-4d99-807c-39a08aa3d5c7,segment=NetworkSegment(19343e39-02f7-4bf4-bc38-5464464e922a),segment_id=19343e39-02f7-4bf4-bc38-5464464e922a)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:39:46.517632 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:46.521142 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e392832f-462b-437c-ae08-838d05006da3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:39:46.595963 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b513a2af-a09b-4bcd-b30c-5c1a2c6fe80b req-ff26f613-f64e-4536-a304-e5c1cfe54d20 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:46.603739 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Pushing event updated for resources: {'Port': ['ID=cf6476e5-f046-4d99-807c-39a08aa3d5c7,revision_number=4']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:39:46.605578 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-b513a2af-a09b-4bcd-b30c-5c1a2c6fe80b req-ff26f613-f64e-4536-a304-e5c1cfe54d20 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 946 time: 0.2418315 Jun 29 11:39:46.609366 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:39:46.657330 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395ffba7-e33b-47bd-953d-812dfae8e40a req-93dd12e8-efac-487d-b36d-6eb8a8b7c710 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:46.659119 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-395ffba7-e33b-47bd-953d-812dfae8e40a req-93dd12e8-efac-487d-b36d-6eb8a8b7c710 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.78 "GET /v2.0/ports?device_id=12597f01-178d-4310-9954-4497b6dd77b1 HTTP/1.1" status: 200 len: 944 time: 0.2266102 Jun 29 11:39:46.691647 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-b513a2af-a09b-4bcd-b30c-5c1a2c6fe80b req-fc707c01-0982-46ed-982a-8c1f5d1f8a2f tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=2204a202-4664-4211-8f03-264aadfb8234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847869 Jun 29 11:39:46.780348 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-395ffba7-e33b-47bd-953d-812dfae8e40a req-7631a9f4-8d6a-4b6a-81e8-ae2bc4baae14 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.78 "GET /v2.0/security-groups?id=f97b2f54-e0a1-489d-9d1c-f32953c79b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029556 Jun 29 11:39:46.973765 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] get_ports_and_sgs() called for port_ids ['cf6476e5-f046-4d99-807c-39a08aa3d5c7'] {{(pid=93177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:39:47.914199 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb9414d-cc3d-40d5-93e5-5f7cf1a81abb req-b5c725b9-28a4-4dfd-9fa7-b7ded8ce5b76 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:47.916602 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-eeb9414d-cc3d-40d5-93e5-5f7cf1a81abb req-b5c725b9-28a4-4dfd-9fa7-b7ded8ce5b76 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 946 time: 0.0771222 Jun 29 11:39:47.960462 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-eeb9414d-cc3d-40d5-93e5-5f7cf1a81abb req-8b8a69ea-a081-4d53-a7a8-18724af41bb0 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=2204a202-4664-4211-8f03-264aadfb8234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368457 Jun 29 11:39:48.175119 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d27c2-a482-47d4-86e3-2fbb9d5ab67a req-0e7d4fb7-61a3-4133-93c0-2f7b212a8c86 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:48.176784 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-3c9d27c2-a482-47d4-86e3-2fbb9d5ab67a req-0e7d4fb7-61a3-4133-93c0-2f7b212a8c86 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.78 "GET /v2.0/ports?device_id=12597f01-178d-4310-9954-4497b6dd77b1 HTTP/1.1" status: 200 len: 945 time: 0.0791740 Jun 29 11:39:48.216720 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-3c9d27c2-a482-47d4-86e3-2fbb9d5ab67a req-cf8388be-788b-4523-a4de-879a96945e64 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.78 "GET /v2.0/security-groups?id=f97b2f54-e0a1-489d-9d1c-f32953c79b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344069 Jun 29 11:39:48.851750 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4345a21-85a5-4833-a6a4-a1f6f48fc359 req-4ccf41e5-d48f-4b84-8031-a2070395c510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:48.853635 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-e4345a21-85a5-4833-a6a4-a1f6f48fc359 req-4ccf41e5-d48f-4b84-8031-a2070395c510 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bcd5ad4328fb47e5815bb6b7debbea57&device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 1099 time: 0.0556958 Jun 29 11:39:48.948824 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4345a21-85a5-4833-a6a4-a1f6f48fc359 req-a060c443-5b0e-4b69-8115-c7d5d9dc281c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:48.950300 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-e4345a21-85a5-4833-a6a4-a1f6f48fc359 req-a060c443-5b0e-4b69-8115-c7d5d9dc281c service neutron] 10.222.0.21 "GET /v2.0/networks?id=b963bd4f-00c4-43c3-bead-28b3bc0930b9 HTTP/1.1" status: 200 len: 917 time: 0.0882535 Jun 29 11:39:49.022007 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-e4345a21-85a5-4833-a6a4-a1f6f48fc359 req-dd9946dd-370a-4d06-97de-1d7607b6db6f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=872cdef4-1097-4ec8-8250-adf21db70ac8 HTTP/1.1" status: 200 len: 1002 time: 0.0635064 Jun 29 11:39:49.082315 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4345a21-85a5-4833-a6a4-a1f6f48fc359 req-c614dc95-65cd-4376-9aaa-c5a56d9df4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:49.083811 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-e4345a21-85a5-4833-a6a4-a1f6f48fc359 req-c614dc95-65cd-4376-9aaa-c5a56d9df4a9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2303b7c5-2df0-4ce3-8da2-9b421c47074d HTTP/1.1" status: 200 len: 855 time: 0.0531869 Jun 29 11:39:49.146983 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4345a21-85a5-4833-a6a4-a1f6f48fc359 req-0401b056-8437-4110-8661-04993dfb93a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:49.148524 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-e4345a21-85a5-4833-a6a4-a1f6f48fc359 req-0401b056-8437-4110-8661-04993dfb93a9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b963bd4f-00c4-43c3-bead-28b3bc0930b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0569873 Jun 29 11:39:49.159762 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6773993a-e79d-4996-b020-9c7e2c8bdd7b req-890a5b9d-58b1-42df-a20b-fc1eadc81180 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:49.161279 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-6773993a-e79d-4996-b020-9c7e2c8bdd7b req-890a5b9d-58b1-42df-a20b-fc1eadc81180 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 946 time: 0.0702310 Jun 29 11:39:49.209091 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-6773993a-e79d-4996-b020-9c7e2c8bdd7b req-ecb989cd-f9e1-4417-9dc6-7f1188693d62 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=2204a202-4664-4211-8f03-264aadfb8234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406740 Jun 29 11:39:49.299803 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-e4345a21-85a5-4833-a6a4-a1f6f48fc359 req-fdafbfd3-7a40-425d-a18d-2e9d116b718c service neutron] 10.222.0.21 "GET /v2.0/networks/b963bd4f-00c4-43c3-bead-28b3bc0930b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403413 Jun 29 11:39:49.414770 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609f318c-b76e-4cda-89e5-7bb4a89269a8 req-ee8368b8-717e-4d08-be79-24160cf71c0e tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:49.416234 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-609f318c-b76e-4cda-89e5-7bb4a89269a8 req-ee8368b8-717e-4d08-be79-24160cf71c0e tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.78 "GET /v2.0/ports?device_id=12597f01-178d-4310-9954-4497b6dd77b1 HTTP/1.1" status: 200 len: 945 time: 0.0761375 Jun 29 11:39:49.421901 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-e4345a21-85a5-4833-a6a4-a1f6f48fc359 req-cf936cd4-8bbc-47bc-bfc5-cc12d0c25e99 service neutron] 10.222.0.21 "GET /v2.0/networks/b963bd4f-00c4-43c3-bead-28b3bc0930b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129632 Jun 29 11:39:49.460514 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-609f318c-b76e-4cda-89e5-7bb4a89269a8 req-5b0f6cf8-5a15-4975-a2c8-335037ff7324 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.78 "GET /v2.0/security-groups?id=f97b2f54-e0a1-489d-9d1c-f32953c79b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376413 Jun 29 11:39:50.196307 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Device cf6476e5-f046-4d99-807c-39a08aa3d5c7 up at agent hyperv_hv-cinder-79760 {{(pid=93177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:39:50.245174 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Provisioning for port cf6476e5-f046-4d99-807c-39a08aa3d5c7 completed by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:39:50.248902 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Provisioning complete for port cf6476e5-f046-4d99-807c-39a08aa3d5c7 triggered by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:39:50.250280 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:50.331895 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:50.364747 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12597f01-178d-4310-9954-4497b6dd77b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf6476e5-f046-4d99-807c-39a08aa3d5c7'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:39:50.367001 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf503b922a63088b6f722bf1da6ea29b944079dc3e77b23c7214b141eee454" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58297aec-e2f3-44e2-874d-25b959679b09" -d '{"events": [{"server_uuid": "12597f01-178d-4310-9954-4497b6dd77b1", "name": "network-vif-plugged", "status": "completed", "tag": "cf6476e5-f046-4d99-807c-39a08aa3d5c7"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:39:50.382657 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] For port cf6476e5-f046-4d99-807c-39a08aa3d5c7, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=cf6476e5-f046-4d99-807c-39a08aa3d5c7,segment=NetworkSegment(19343e39-02f7-4bf4-bc38-5464464e922a),segment_id=19343e39-02f7-4bf4-bc38-5464464e922a)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:39:50.389474 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:50.391245 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Device 872cdef4-1097-4ec8-8250-adf21db70ac8 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:39:50.430772 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:39:50.434594 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc040c3-e237-4035-ab96-6f518b8ff786 x-openstack-request-id: req-3cc040c3-e237-4035-ab96-6f518b8ff786 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:39:50.435045 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12597f01-178d-4310-9954-4497b6dd77b1", "name": "network-vif-plugged", "status": "completed", "tag": "cf6476e5-f046-4d99-807c-39a08aa3d5c7", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:39:50.435401 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3cc040c3-e237-4035-ab96-6f518b8ff786 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:39:50.435988 dv-cinder-797608-2-smb neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12597f01-178d-4310-9954-4497b6dd77b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf6476e5-f046-4d99-807c-39a08aa3d5c7', 'code': 200} Jun 29 11:39:50.447831 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cc384e-c5aa-4a55-85b6-bb0e8f058b6d req-9b5bdab3-b92f-4316-84ed-99c95edf8f26 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:50.449955 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-78cc384e-c5aa-4a55-85b6-bb0e8f058b6d req-9b5bdab3-b92f-4316-84ed-99c95edf8f26 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 946 time: 0.0854635 Jun 29 11:39:50.494115 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-78cc384e-c5aa-4a55-85b6-bb0e8f058b6d req-93a7b63b-9f6b-4158-b390-118097478d81 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=2204a202-4664-4211-8f03-264aadfb8234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375400 Jun 29 11:39:50.548049 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Pushing event updated for resources: {'Port': ['ID=cf6476e5-f046-4d99-807c-39a08aa3d5c7,revision_number=5']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:39:50.554950 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:39:50.559686 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:50.568796 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:50.596977 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] For port 872cdef4-1097-4ec8-8250-adf21db70ac8, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=872cdef4-1097-4ec8-8250-adf21db70ac8,segment=NetworkSegment(431791e9-c625-45bb-a999-673c6d9515d0),segment_id=431791e9-c625-45bb-a999-673c6d9515d0)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:39:50.605831 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:50.608443 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c268cb5f-d7d7-4528-b9f6-658e88d76f53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:39:50.678270 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Pushing event updated for resources: {'Port': ['ID=872cdef4-1097-4ec8-8250-adf21db70ac8,revision_number=8']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:39:50.684367 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70137fdc-d98f-4bc7-82fb-97a97a6b9044 req-a77491e1-273c-4d84-a093-c97c9b452400 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:50.686012 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-70137fdc-d98f-4bc7-82fb-97a97a6b9044 req-a77491e1-273c-4d84-a093-c97c9b452400 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.78 "GET /v2.0/ports?device_id=12597f01-178d-4310-9954-4497b6dd77b1 HTTP/1.1" status: 200 len: 946 time: 0.0940115 Jun 29 11:39:50.688466 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:39:50.771876 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-70137fdc-d98f-4bc7-82fb-97a97a6b9044 req-3ae85376-32c3-49fb-af7b-0651cbbc9a90 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.78 "GET /v2.0/security-groups?id=f97b2f54-e0a1-489d-9d1c-f32953c79b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747342 Jun 29 11:39:50.935085 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063fcbd7-c381-4f13-a1a3-01082924542a req-b89ee053-516a-4626-bfd8-9e3371407f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:50.939317 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-063fcbd7-c381-4f13-a1a3-01082924542a req-b89ee053-516a-4626-bfd8-9e3371407f39 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=12597f01-178d-4310-9954-4497b6dd77b1 HTTP/1.1" status: 200 len: 1099 time: 0.0571144 Jun 29 11:39:50.979464 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-063fcbd7-c381-4f13-a1a3-01082924542a req-1c11af1b-ad11-4c83-b5bc-c26e401c1b45 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f97b2f54-e0a1-489d-9d1c-f32953c79b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353706 Jun 29 11:39:51.693327 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0081055c-168f-45dc-9125-641145ef693c req-e3953616-19c7-492b-8e36-8a68d2562d43 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:51.694807 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-0081055c-168f-45dc-9125-641145ef693c req-e3953616-19c7-492b-8e36-8a68d2562d43 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 944 time: 0.0719867 Jun 29 11:39:51.733475 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-0081055c-168f-45dc-9125-641145ef693c req-a40a9db4-626f-4ef1-87d3-7e2b9728fd2d tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=2204a202-4664-4211-8f03-264aadfb8234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329952 Jun 29 11:39:51.981782 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433ff503-32e7-4e11-ac9e-ecdfee94b62d req-9f571e3b-be65-450c-a8c4-0902f0a20812 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:51.984984 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-433ff503-32e7-4e11-ac9e-ecdfee94b62d req-9f571e3b-be65-450c-a8c4-0902f0a20812 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.78 "GET /v2.0/ports?device_id=12597f01-178d-4310-9954-4497b6dd77b1 HTTP/1.1" status: 200 len: 946 time: 0.0814810 Jun 29 11:39:52.055284 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-433ff503-32e7-4e11-ac9e-ecdfee94b62d req-8e46a365-fbd7-494e-a544-bbc585dee925 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.78 "GET /v2.0/security-groups?id=f97b2f54-e0a1-489d-9d1c-f32953c79b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610127 Jun 29 11:39:52.078310 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-47e00724-4d17-4435-aa22-33226fc9bc77 req-f8a3bca8-9cea-4d57-8989-74f42bdf4446 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=95157347-2893-4b65-91f2-c3e462429a75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0989971 Jun 29 11:39:52.169632 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e00724-4d17-4435-aa22-33226fc9bc77 req-9439c757-c718-4227-abe2-8957c7a5f42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:52.171310 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-47e00724-4d17-4435-aa22-33226fc9bc77 req-9439c757-c718-4227-abe2-8957c7a5f42a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=eb717b2fc54644fab9442a27b124ca4a&device_id=95157347-2893-4b65-91f2-c3e462429a75 HTTP/1.1" status: 200 len: 1098 time: 0.0656493 Jun 29 11:39:52.349667 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e00724-4d17-4435-aa22-33226fc9bc77 req-8806c102-0584-4e1b-8f84-54772ff8b11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:52.361022 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-47e00724-4d17-4435-aa22-33226fc9bc77 req-8806c102-0584-4e1b-8f84-54772ff8b11c service neutron] 10.222.0.21 "GET /v2.0/networks?id=e9d88840-98f4-4a23-99d2-b1bc5c5cc80e HTTP/1.1" status: 200 len: 913 time: 0.1546504 Jun 29 11:39:52.425085 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-47e00724-4d17-4435-aa22-33226fc9bc77 req-d65ab589-7161-4601-9c29-f3c5ccd0adf5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ef50da1a-5de0-4acf-acf0-5c643c18dd5b HTTP/1.1" status: 200 len: 217 time: 0.0391531 Jun 29 11:39:52.437714 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49895f39-c8d9-470a-a603-81104b746081', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '872cdef4-1097-4ec8-8250-adf21db70ac8'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:39:52.443488 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf503b922a63088b6f722bf1da6ea29b944079dc3e77b23c7214b141eee454" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0932103-1fef-4855-a8a1-320ae128645c" -d '{"events": [{"server_uuid": "49895f39-c8d9-470a-a603-81104b746081", "name": "network-vif-unplugged", "status": "completed", "tag": "872cdef4-1097-4ec8-8250-adf21db70ac8"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:39:52.485887 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Jun 2021 11:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d22d64-94fe-47aa-995b-dce6a16a2241 x-openstack-request-id: req-20d22d64-94fe-47aa-995b-dce6a16a2241 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:39:52.486425 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49895f39-c8d9-470a-a603-81104b746081", "name": "network-vif-unplugged", "status": "completed", "tag": "872cdef4-1097-4ec8-8250-adf21db70ac8", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:39:52.486856 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-20d22d64-94fe-47aa-995b-dce6a16a2241 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:39:52.487265 dv-cinder-797608-2-smb neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49895f39-c8d9-470a-a603-81104b746081', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '872cdef4-1097-4ec8-8250-adf21db70ac8', 'code': 200} Jun 29 11:39:52.503570 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e00724-4d17-4435-aa22-33226fc9bc77 req-be82c53e-9aec-4673-adf7-6f092c89c4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:52.505107 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-47e00724-4d17-4435-aa22-33226fc9bc77 req-be82c53e-9aec-4673-adf7-6f092c89c4ff service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0be6d04b-0794-4388-9c0f-12568e246883 HTTP/1.1" status: 200 len: 852 time: 0.0698586 Jun 29 11:39:52.548313 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-47e00724-4d17-4435-aa22-33226fc9bc77 req-a231c70e-9425-441e-a0b9-fa48fad16937 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9d88840-98f4-4a23-99d2-b1bc5c5cc80e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316131 Jun 29 11:39:52.656076 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-47e00724-4d17-4435-aa22-33226fc9bc77 req-23ebb7f8-3122-456f-9e32-758e799bc549 service neutron] 10.222.0.21 "GET /v2.0/networks/e9d88840-98f4-4a23-99d2-b1bc5c5cc80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984306 Jun 29 11:39:52.946197 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05079e1-4885-4df5-a79a-6a49eca645da req-0f19a504-1f30-4c0e-aa3f-3c8d4f09740f tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:52.947719 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-d05079e1-4885-4df5-a79a-6a49eca645da req-0f19a504-1f30-4c0e-aa3f-3c8d4f09740f tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 944 time: 0.0774078 Jun 29 11:39:52.970600 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-47e00724-4d17-4435-aa22-33226fc9bc77 req-1c780cb9-c53b-489f-8919-5ccc2e5b4f8f service neutron] 10.222.0.21 "GET /v2.0/networks/e9d88840-98f4-4a23-99d2-b1bc5c5cc80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076625 Jun 29 11:39:53.001806 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-d05079e1-4885-4df5-a79a-6a49eca645da req-f5e73877-07ce-4572-b799-f403f1430da5 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=2204a202-4664-4211-8f03-264aadfb8234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476351 Jun 29 11:39:53.283517 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c490e62-dfe9-4d8d-96ec-1c9c78203209 req-79f91144-a1fb-40f4-8980-1920f417ce54 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:53.285359 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-5c490e62-dfe9-4d8d-96ec-1c9c78203209 req-79f91144-a1fb-40f4-8980-1920f417ce54 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.78 "GET /v2.0/ports?device_id=12597f01-178d-4310-9954-4497b6dd77b1 HTTP/1.1" status: 200 len: 946 time: 0.0818231 Jun 29 11:39:53.342766 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-5c490e62-dfe9-4d8d-96ec-1c9c78203209 req-b1108d83-e1fe-4dc3-b7d8-15d38a35c8d3 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.78 "GET /v2.0/security-groups?id=f97b2f54-e0a1-489d-9d1c-f32953c79b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508606 Jun 29 11:39:53.572397 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2966d4cc-ccf9-4041-92c2-0ebd704691d4 req-bf92f9f2-07ab-44b9-9db9-24d0ce1e5c82 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:53.573993 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-2966d4cc-ccf9-4041-92c2-0ebd704691d4 req-bf92f9f2-07ab-44b9-9db9-24d0ce1e5c82 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.78 "GET /v2.0/ports?device_id=12597f01-178d-4310-9954-4497b6dd77b1 HTTP/1.1" status: 200 len: 946 time: 0.0988545 Jun 29 11:39:53.616834 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-2966d4cc-ccf9-4041-92c2-0ebd704691d4 req-b0d56e57-e0ef-4caf-9df6-250e37c7040d tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.78 "GET /v2.0/security-groups?id=f97b2f54-e0a1-489d-9d1c-f32953c79b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357742 Jun 29 11:39:53.647795 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 54242) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:39:53.964408 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc14ffa-6b3a-4516-a94e-cea3d8e42582 tempest-TestShelveInstance-1140601527 tempest-TestShelveInstance-1140601527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:53.966711 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-dfc14ffa-6b3a-4516-a94e-cea3d8e42582 tempest-TestShelveInstance-1140601527 tempest-TestShelveInstance-1140601527-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=12597f01-178d-4310-9954-4497b6dd77b1 HTTP/1.1" status: 200 len: 1094 time: 0.3172762 Jun 29 11:39:53.970159 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 54264) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:39:53.976542 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.v2.base [None req-e9cba032-dcd2-4cd7-8013-ad7f734c6cb0 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Request body: {'floatingip': {'floating_network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'port_id': 'cf6476e5-f046-4d99-807c-39a08aa3d5c7', 'tenant_id': '7add8bb0bbcc410d8ed660c9dee464d5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:39:54.002048 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4feab8-a189-4f12-9d68-9ebcd846c698 req-252603ca-d07f-41b3-bca4-37b79e6082fb tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:54.004430 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-bc4feab8-a189-4f12-9d68-9ebcd846c698 req-252603ca-d07f-41b3-bca4-37b79e6082fb tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/ports?device_id=95157347-2893-4b65-91f2-c3e462429a75 HTTP/1.1" status: 200 len: 945 time: 0.1360974 Jun 29 11:39:54.012921 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e9cba032-dcd2-4cd7-8013-ad7f734c6cb0 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Notify callbacks [] for floatingip, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:54.108581 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-bc4feab8-a189-4f12-9d68-9ebcd846c698 req-6d2d0884-4d9e-4625-8c84-5c7800efd95b tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/security-groups?id=38d493ea-8bd2-480e-b405-daa4d11d3534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908182 Jun 29 11:39:54.150682 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee074d-5b4a-4b63-b484-d86388f50fa1 req-244fb2bf-d691-4f66-90f4-4c00f07210bc tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:54.158294 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-ccee074d-5b4a-4b63-b484-d86388f50fa1 req-244fb2bf-d691-4f66-90f4-4c00f07210bc tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 944 time: 0.1521928 Jun 29 11:39:54.186046 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e9cba032-dcd2-4cd7-8013-ad7f734c6cb0 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:54.198490 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-ccee074d-5b4a-4b63-b484-d86388f50fa1 req-d045e26b-6cc0-4763-8d72-f949616fe110 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=2204a202-4664-4211-8f03-264aadfb8234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390391 Jun 29 11:39:54.299866 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 54284) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:39:54.334905 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-e9cba032-dcd2-4cd7-8013-ad7f734c6cb0 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Allocated IP 172.28.2.68 (6fd298bf-14bd-44c4-b839-39c6685a3eb6/042f854c-de74-4a6a-969f-d747577d8cca/38746867-b9f2-44b5-b42a-47d95fb042d7) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:39:54.414418 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-f71f3703-7971-4146-a914-fc434a0d5904 req-5486e436-b92b-4eec-bde5-d38015e419f1 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1132874 Jun 29 11:39:54.466903 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e9cba032-dcd2-4cd7-8013-ad7f734c6cb0 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:54.506659 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e9cba032-dcd2-4cd7-8013-ad7f734c6cb0 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3670657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744990953741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58778316'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:54.508934 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-75e28a8d-d43d-453d-aa55-bd714684fd68 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:39:54.552419 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9cba032-dcd2-4cd7-8013-ad7f734c6cb0 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Network 6fd298bf-14bd-44c4-b839-39c6685a3eb6 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:39:54.555279 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-e9cba032-dcd2-4cd7-8013-ad7f734c6cb0 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:39:54.558058 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cba032-dcd2-4cd7-8013-ad7f734c6cb0 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:39:54.586785 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cba032-dcd2-4cd7-8013-ad7f734c6cb0 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Pushing event updated for resources: {'Port': ['ID=38746867-b9f2-44b5-b42a-47d95fb042d7,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:39:54.601707 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cba032-dcd2-4cd7-8013-ad7f734c6cb0 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:39:54.602087 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cba032-dcd2-4cd7-8013-ad7f734c6cb0 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:39:54.602555 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cba032-dcd2-4cd7-8013-ad7f734c6cb0 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:39:54.602924 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cba032-dcd2-4cd7-8013-ad7f734c6cb0 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:39:54.603364 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cba032-dcd2-4cd7-8013-ad7f734c6cb0 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:39:54.603746 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cba032-dcd2-4cd7-8013-ad7f734c6cb0 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:39:54.604109 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cba032-dcd2-4cd7-8013-ad7f734c6cb0 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:39:54.604462 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cba032-dcd2-4cd7-8013-ad7f734c6cb0 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:39:54.605246 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cba032-dcd2-4cd7-8013-ad7f734c6cb0 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:39:54.605557 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cba032-dcd2-4cd7-8013-ad7f734c6cb0 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:39:54.606044 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cba032-dcd2-4cd7-8013-ad7f734c6cb0 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:39:54.606396 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9cba032-dcd2-4cd7-8013-ad7f734c6cb0 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:39:54.611447 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e9cba032-dcd2-4cd7-8013-ad7f734c6cb0 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:39:55.099243 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e9cba032-dcd2-4cd7-8013-ad7f734c6cb0 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:55.237704 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e9cba032-dcd2-4cd7-8013-ad7f734c6cb0 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:55.353238 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a01f28-d38a-4535-b1d1-a889bdb22e0c req-7bcbea3e-7d39-4be1-bc17-43a0d3ed54f5 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:55.354976 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-b4a01f28-d38a-4535-b1d1-a889bdb22e0c req-7bcbea3e-7d39-4be1-bc17-43a0d3ed54f5 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/ports?device_id=95157347-2893-4b65-91f2-c3e462429a75 HTTP/1.1" status: 200 len: 945 time: 0.1060112 Jun 29 11:39:55.419605 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-b4a01f28-d38a-4535-b1d1-a889bdb22e0c req-3858bee5-535a-4d9e-a32e-439c72bf8b38 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/security-groups?id=38d493ea-8bd2-480e-b405-daa4d11d3534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453627 Jun 29 11:39:55.482377 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e9cba032-dcd2-4cd7-8013-ad7f734c6cb0 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:55.496845 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e9cba032-dcd2-4cd7-8013-ad7f734c6cb0 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58778366'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:55.499005 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d9745040-99c5-44b7-8c52-4e8faf85b5b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:39:55.533051 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a5000-f4a9-484c-8043-29dde09f5c30 req-e81c41e9-b5c4-4fa2-a9b1-7709f4f863cb tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:55.540873 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-dd5a5000-f4a9-484c-8043-29dde09f5c30 req-e81c41e9-b5c4-4fa2-a9b1-7709f4f863cb tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 944 time: 0.0901749 Jun 29 11:39:55.581988 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cba032-dcd2-4cd7-8013-ad7f734c6cb0 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Pushing event updated for resources: {'Port': ['ID=38746867-b9f2-44b5-b42a-47d95fb042d7,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:39:55.586345 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e9cba032-dcd2-4cd7-8013-ad7f734c6cb0 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:39:55.598216 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e9cba032-dcd2-4cd7-8013-ad7f734c6cb0 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-533553'] for floatingip, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:55.612616 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-dd5a5000-f4a9-484c-8043-29dde09f5c30 req-e09cbdc0-9ad5-4046-b63c-1ace1e1e91a1 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=2204a202-4664-4211-8f03-264aadfb8234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701830 Jun 29 11:39:55.672282 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 54318) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:39:55.752423 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.db.l3_db [None req-e9cba032-dcd2-4cd7-8013-ad7f734c6cb0 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Floating IP e42983bf-df55-43bf-8577-ac674690ed3f associated. External IP: 172.28.2.68, port: cf6476e5-f046-4d99-807c-39a08aa3d5c7. Jun 29 11:39:55.785255 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-bebae972-9307-460f-b0d9-ba2fab960dbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:55.884251 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-bebae972-9307-460f-b0d9-ba2fab960dbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:55.889242 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-bebae972-9307-460f-b0d9-ba2fab960dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:55.893466 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-11e28b2a-aa1f-4b6e-8944-398f67f9a6ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:39:55.930300 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-bebae972-9307-460f-b0d9-ba2fab960dbf admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=2b1cfe6147684066ab27a91af41439aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2568972 Jun 29 11:39:55.931301 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebae972-9307-460f-b0d9-ba2fab960dbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ca38bd-6075-4976-aefc-e4f7da5ad5f4,revision_number=1']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:39:55.933320 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 54322) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:39:55.949476 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebae972-9307-460f-b0d9-ba2fab960dbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:39:55.949933 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebae972-9307-460f-b0d9-ba2fab960dbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:39:55.950258 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebae972-9307-460f-b0d9-ba2fab960dbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:39:55.950616 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebae972-9307-460f-b0d9-ba2fab960dbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:39:55.950975 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebae972-9307-460f-b0d9-ba2fab960dbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:39:55.951455 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebae972-9307-460f-b0d9-ba2fab960dbf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:39:55.951784 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebae972-9307-460f-b0d9-ba2fab960dbf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:39:55.952670 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebae972-9307-460f-b0d9-ba2fab960dbf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:39:55.953713 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebae972-9307-460f-b0d9-ba2fab960dbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:39:55.953713 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebae972-9307-460f-b0d9-ba2fab960dbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:39:55.953985 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebae972-9307-460f-b0d9-ba2fab960dbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:39:55.954208 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebae972-9307-460f-b0d9-ba2fab960dbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:39:55.959397 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-bebae972-9307-460f-b0d9-ba2fab960dbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:39:55.973450 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9cba032-dcd2-4cd7-8013-ad7f734c6cb0 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Router ec645eea-2d63-40ae-a7a7-31ff40234cb1 has already been hosted by L3 agent bfbd9503-e406-4b21-85aa-cc71bbe721ce {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 11:39:55.995605 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-0aeb7153-683d-4c1f-ae33-ecd791c29584 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:56.019355 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-0aeb7153-683d-4c1f-ae33-ecd791c29584 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:56.071823 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-0aeb7153-683d-4c1f-ae33-ecd791c29584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:56.074502 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-0aeb7153-683d-4c1f-ae33-ecd791c29584 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:56.075703 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-0aeb7153-683d-4c1f-ae33-ecd791c29584 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a3ca38bd-6075-4976-aefc-e4f7da5ad5f4 HTTP/1.1" status: 204 len: 168 time: 0.1414433 Jun 29 11:39:56.076734 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-8a9b5d6e-b353-4e9c-b52d-d5cb41ea2c4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:39:56.087330 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeb7153-683d-4c1f-ae33-ecd791c29584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ca38bd-6075-4976-aefc-e4f7da5ad5f4,revision_number=None']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:39:56.096285 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-0aeb7153-683d-4c1f-ae33-ecd791c29584 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:39:56.215345 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Device 872cdef4-1097-4ec8-8250-adf21db70ac8 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:39:56.367912 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f3703-7971-4146-a914-fc434a0d5904 req-e410f8cb-cfe0-4a1f-a6db-a074e2327958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:56.369794 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-f71f3703-7971-4146-a914-fc434a0d5904 req-e410f8cb-cfe0-4a1f-a6db-a074e2327958 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081&tenant_id=bcd5ad4328fb47e5815bb6b7debbea57 HTTP/1.1" status: 200 len: 1097 time: 0.3866339 Jun 29 11:39:56.383076 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9cba032-dcd2-4cd7-8013-ad7f734c6cb0 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Notify agent at l3_agent.dv-cinder-797608-2-smb the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:39:56.400928 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e9cba032-dcd2-4cd7-8013-ad7f734c6cb0 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126777'] for floatingip, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:56.401627 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bb670d-1248-4a3d-a03e-62fea55babea None None] Sync routers for ids ['ec645eea-2d63-40ae-a7a7-31ff40234cb1'] in dv-cinder-797608-2-smb {{(pid=93177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:39:56.402267 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 54328) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:39:56.411412 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bb670d-1248-4a3d-a03e-62fea55babea None None] Routers {'ec645eea-2d63-40ae-a7a7-31ff40234cb1'} bound to L3 agent in host dv-cinder-797608-2-smb {{(pid=93177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:39:56.412086 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-15bb670d-1248-4a3d-a03e-62fea55babea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T11:27:33Z,description=,heartbeat_timestamp=2021-06-29T11:39:33Z,host='dv-cinder-797608-2-smb',id=bfbd9503-e406-4b21-85aa-cc71bbe721ce,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:33Z,topic='l3_agent')) {'router_ids': ['ec645eea-2d63-40ae-a7a7-31ff40234cb1'], 'active': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:39:56.423124 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-bf9740e0-192f-4a2c-88d9-cf13d32f138e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:56.479234 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-e9cba032-dcd2-4cd7-8013-ad7f734c6cb0 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5080764 Jun 29 11:39:56.480573 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12597f01-178d-4310-9954-4497b6dd77b1', 'tag': 'cf6476e5-f046-4d99-807c-39a08aa3d5c7'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:39:56.483057 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e84c2f8edc4c5bc2f689ddb2df796faf16af949d7518eb87a014b7a9d68b702d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-984ce007-761c-4849-8e96-be56537cccf7" -d '{"events": [{"name": "network-changed", "server_uuid": "12597f01-178d-4310-9954-4497b6dd77b1", "tag": "cf6476e5-f046-4d99-807c-39a08aa3d5c7"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:39:56.519826 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f3703-7971-4146-a914-fc434a0d5904 req-4117433c-1b7f-4d1f-9981-536f0b40a313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:56.521578 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-f71f3703-7971-4146-a914-fc434a0d5904 req-4117433c-1b7f-4d1f-9981-536f0b40a313 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bcd5ad4328fb47e5815bb6b7debbea57&device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 1097 time: 0.1168582 Jun 29 11:39:56.563717 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 11:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95b0f9a0-fe18-4eec-81c3-41553a6d06d0 x-openstack-request-id: req-95b0f9a0-fe18-4eec-81c3-41553a6d06d0 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:39:56.563941 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-bf9740e0-192f-4a2c-88d9-cf13d32f138e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:56.564209 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12597f01-178d-4310-9954-4497b6dd77b1", "tag": "cf6476e5-f046-4d99-807c-39a08aa3d5c7", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:39:56.564496 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-95b0f9a0-fe18-4eec-81c3-41553a6d06d0 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:39:56.564935 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12597f01-178d-4310-9954-4497b6dd77b1', 'tag': 'cf6476e5-f046-4d99-807c-39a08aa3d5c7', 'status': 'completed', 'code': 200} Jun 29 11:39:56.586776 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-bf9740e0-192f-4a2c-88d9-cf13d32f138e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:56.597075 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-7e53148b-ad91-4348-ac7d-533fa72f8894 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:39:56.670031 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f3703-7971-4146-a914-fc434a0d5904 req-9fe2ed96-cfa1-41b4-87e0-aa55edd4236a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:56.678218 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-f71f3703-7971-4146-a914-fc434a0d5904 req-9fe2ed96-cfa1-41b4-87e0-aa55edd4236a service neutron] 10.222.0.21 "GET /v2.0/networks?id=b963bd4f-00c4-43c3-bead-28b3bc0930b9 HTTP/1.1" status: 200 len: 917 time: 0.1491265 Jun 29 11:39:56.698437 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-bf9740e0-192f-4a2c-88d9-cf13d32f138e admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=cd354b1f33b3446eb445a1c3440cb825&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2945485 Jun 29 11:39:56.701892 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 54340) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:39:56.715210 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9740e0-192f-4a2c-88d9-cf13d32f138e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=266fb792-900f-4ca9-98bc-0988395e76ca,revision_number=1']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:39:56.717278 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_dvr_db [None req-15bb670d-1248-4a3d-a03e-62fea55babea None None] Set router ec645eea-2d63-40ae-a7a7-31ff40234cb1 gateway port host: dv-cinder-797608-2-smb {{(pid=93177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:39:56.724755 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-bf9740e0-192f-4a2c-88d9-cf13d32f138e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:39:56.786578 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270d1ca9-0869-41d3-81b0-da7d6f4c347d req-e3e4e123-f9d5-41ba-acb8-4ddeb5b8a7cb tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:56.793441 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-270d1ca9-0869-41d3-81b0-da7d6f4c347d req-e3e4e123-f9d5-41ba-acb8-4ddeb5b8a7cb tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/ports?device_id=95157347-2893-4b65-91f2-c3e462429a75 HTTP/1.1" status: 200 len: 945 time: 0.2168636 Jun 29 11:39:56.799778 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-f71f3703-7971-4146-a914-fc434a0d5904 req-379c0673-cbe6-4079-91e9-dcd995b2e322 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=872cdef4-1097-4ec8-8250-adf21db70ac8 HTTP/1.1" status: 200 len: 1000 time: 0.1083660 Jun 29 11:39:56.805718 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ce007-761c-4849-8e96-be56537cccf7 req-e6eaf79b-fbbf-4228-a12c-5e2c1e9545f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:56.807220 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-984ce007-761c-4849-8e96-be56537cccf7 req-e6eaf79b-fbbf-4228-a12c-5e2c1e9545f2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7add8bb0bbcc410d8ed660c9dee464d5&device_id=12597f01-178d-4310-9954-4497b6dd77b1 HTTP/1.1" status: 200 len: 1099 time: 0.2121649 Jun 29 11:39:56.867338 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f3703-7971-4146-a914-fc434a0d5904 req-8aefe3c3-13c7-4f46-bf18-755586bcbc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:56.868873 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-f71f3703-7971-4146-a914-fc434a0d5904 req-8aefe3c3-13c7-4f46-bf18-755586bcbc53 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2303b7c5-2df0-4ce3-8da2-9b421c47074d HTTP/1.1" status: 200 len: 855 time: 0.0542901 Jun 29 11:39:56.906290 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-d3b19bda-1dea-4fbb-b220-bbbe3bb79632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:56.932928 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f3703-7971-4146-a914-fc434a0d5904 req-21603d71-d668-4bf1-9c64-270a41caeff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:56.934523 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-f71f3703-7971-4146-a914-fc434a0d5904 req-21603d71-d668-4bf1-9c64-270a41caeff7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b963bd4f-00c4-43c3-bead-28b3bc0930b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0580919 Jun 29 11:39:56.971179 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-d3b19bda-1dea-4fbb-b220-bbbe3bb79632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:56.983146 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-270d1ca9-0869-41d3-81b0-da7d6f4c347d req-e1b2f30b-abe7-4995-9015-e8a3529f5e80 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/security-groups?id=38d493ea-8bd2-480e-b405-daa4d11d3534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885703 Jun 29 11:39:57.048670 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-f71f3703-7971-4146-a914-fc434a0d5904 req-8a0ab7b4-cea2-4025-8288-2b2f64e03728 service neutron] 10.222.0.21 "GET /v2.0/networks/b963bd4f-00c4-43c3-bead-28b3bc0930b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067035 Jun 29 11:39:57.052363 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-15bb670d-1248-4a3d-a03e-62fea55babea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec645eea-2d63-40ae-a7a7-31ff40234cb1', 'name': 'tempest-TestShelveInstance-229016941-router', 'tenant_id': '7add8bb0bbcc410d8ed660c9dee464d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'external_fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.131'}], 'enable_snat': True}, 'gw_port_id': 'c86a062c-62c6-4c12-88ac-252ec36bd593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:38:23Z', 'updated_at': '2021-06-29T11:38:29Z', 'revision_number': 4, 'project_id': '7add8bb0bbcc410d8ed660c9dee464d5', 'gw_port': {'id': 'c86a062c-62c6-4c12-88ac-252ec36bd593', 'name': '', 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:67:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec645eea-2d63-40ae-a7a7-31ff40234cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:38:23Z', 'updated_at': '2021-06-29T11:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042f854c-de74-4a6a-969f-d747577d8cca', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-smb', '_floatingips': [{'id': 'e42983bf-df55-43bf-8577-ac674690ed3f', 'tenant_id': '7add8bb0bbcc410d8ed660c9dee464d5', 'floating_ip_address': '172.28.2.68', 'floating_network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'router_id': 'ec645eea-2d63-40ae-a7a7-31ff40234cb1', 'port_id': 'cf6476e5-f046-4d99-807c-39a08aa3d5c7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88d9deae-8c92-41e6-bc69-9a05a7505f6c', 'mac_address': 'fa:16:3e:3c:8b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12597f01-178d-4310-9954-4497b6dd77b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T11:39:54Z', 'updated_at': '2021-06-29T11:39:54Z', 'revision_number': 0, 'project_id': '7add8bb0bbcc410d8ed660c9dee464d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '914e12aa-4d9b-4cbe-b780-024f5a4ac78d', 'name': '', 'network_id': '88d9deae-8c92-41e6-bc69-9a05a7505f6c', 'tenant_id': '7add8bb0bbcc410d8ed660c9dee464d5', 'mac_address': 'fa:16:3e:9c:0c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec645eea-2d63-40ae-a7a7-31ff40234cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '772d47c8-6f80-4a5a-ad83-c4a4866eeb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:38:27Z', 'updated_at': '2021-06-29T11:38:38Z', 'revision_number': 5, 'project_id': '7add8bb0bbcc410d8ed660c9dee464d5', 'subnets': [{'id': '772d47c8-6f80-4a5a-ad83-c4a4866eeb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-smb', False) {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:39:57.080985 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bb670d-1248-4a3d-a03e-62fea55babea None None] Checking router: ec645eea-2d63-40ae-a7a7-31ff40234cb1 for host: dv-cinder-797608-2-smb {{(pid=93177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:39:57.084873 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ce007-761c-4849-8e96-be56537cccf7 req-d7a9457b-ceee-4df2-a366-04a700caadb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:57.087168 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-984ce007-761c-4849-8e96-be56537cccf7 req-d7a9457b-ceee-4df2-a366-04a700caadb3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=88d9deae-8c92-41e6-bc69-9a05a7505f6c HTTP/1.1" status: 200 len: 909 time: 0.2637494 Jun 29 11:39:57.089684 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bb670d-1248-4a3d-a03e-62fea55babea None None] Routers {'ec645eea-2d63-40ae-a7a7-31ff40234cb1'} bound to L3 agent in host dv-cinder-797608-2-smb {{(pid=93177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:39:57.090307 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-15bb670d-1248-4a3d-a03e-62fea55babea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T11:27:33Z,description=,heartbeat_timestamp=2021-06-29T11:39:33Z,host='dv-cinder-797608-2-smb',id=bfbd9503-e406-4b21-85aa-cc71bbe721ce,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:33Z,topic='l3_agent')) {'router_ids': ['ec645eea-2d63-40ae-a7a7-31ff40234cb1'], 'active': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:39:57.108088 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189788b3-c554-4a75-a09b-f905c838a67c req-d2a3f02b-5798-4b9a-afc1-71bc20611331 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:57.110941 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-189788b3-c554-4a75-a09b-f905c838a67c req-d2a3f02b-5798-4b9a-afc1-71bc20611331 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 944 time: 0.2971830 Jun 29 11:39:57.166297 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-f71f3703-7971-4146-a914-fc434a0d5904 req-3da13eb5-224b-4c6f-9a6b-7ee94dfd9b35 service neutron] 10.222.0.21 "GET /v2.0/networks/b963bd4f-00c4-43c3-bead-28b3bc0930b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095593 Jun 29 11:39:57.228507 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-d3b19bda-1dea-4fbb-b220-bbbe3bb79632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:57.231060 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-d3b19bda-1dea-4fbb-b220-bbbe3bb79632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:39:57.232001 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_dvr_db [None req-15bb670d-1248-4a3d-a03e-62fea55babea None None] Set router ec645eea-2d63-40ae-a7a7-31ff40234cb1 gateway port host: dv-cinder-797608-2-smb {{(pid=93177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:39:57.232488 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-d3b19bda-1dea-4fbb-b220-bbbe3bb79632 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/266fb792-900f-4ca9-98bc-0988395e76ca HTTP/1.1" status: 204 len: 168 time: 0.5275247 Jun 29 11:39:57.239384 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-5676abea-ea01-493c-9f3d-e4b9e1040999 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:39:57.270067 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-984ce007-761c-4849-8e96-be56537cccf7 req-614b19a0-b7c6-4a38-8f03-fcfdd11720f2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf6476e5-f046-4d99-807c-39a08aa3d5c7 HTTP/1.1" status: 200 len: 999 time: 0.1566927 Jun 29 11:39:57.271187 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b19bda-1dea-4fbb-b220-bbbe3bb79632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=266fb792-900f-4ca9-98bc-0988395e76ca,revision_number=None']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:39:57.281579 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-189788b3-c554-4a75-a09b-f905c838a67c req-dd27a6ea-4c76-4881-9e96-d9ef10843680 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=2204a202-4664-4211-8f03-264aadfb8234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1567285 Jun 29 11:39:57.285837 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-d3b19bda-1dea-4fbb-b220-bbbe3bb79632 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:39:57.307293 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.agents_db [None req-013366be-bbdd-48cc-8d7f-8588d5b4b8e9 None None] Agent healthcheck: found 6 active agents {{(pid=93178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:39:57.361744 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ce007-761c-4849-8e96-be56537cccf7 req-d13205e8-f6c2-4c9b-ba18-b45db2dfea2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:57.363295 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-984ce007-761c-4849-8e96-be56537cccf7 req-d13205e8-f6c2-4c9b-ba18-b45db2dfea2b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=772d47c8-6f80-4a5a-ad83-c4a4866eeb24 HTTP/1.1" status: 200 len: 847 time: 0.0774539 Jun 29 11:39:57.432148 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ce007-761c-4849-8e96-be56537cccf7 req-fab7547b-9730-4b5c-9ecd-55b88af2845c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:57.435508 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-984ce007-761c-4849-8e96-be56537cccf7 req-fab7547b-9730-4b5c-9ecd-55b88af2845c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=88d9deae-8c92-41e6-bc69-9a05a7505f6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0645280 Jun 29 11:39:57.564888 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-15bb670d-1248-4a3d-a03e-62fea55babea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec645eea-2d63-40ae-a7a7-31ff40234cb1', 'name': 'tempest-TestShelveInstance-229016941-router', 'tenant_id': '7add8bb0bbcc410d8ed660c9dee464d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'external_fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.131'}], 'enable_snat': True}, 'gw_port_id': 'c86a062c-62c6-4c12-88ac-252ec36bd593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:38:23Z', 'updated_at': '2021-06-29T11:38:29Z', 'revision_number': 4, 'project_id': '7add8bb0bbcc410d8ed660c9dee464d5', 'gw_port': {'id': 'c86a062c-62c6-4c12-88ac-252ec36bd593', 'name': '', 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:67:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec645eea-2d63-40ae-a7a7-31ff40234cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:38:23Z', 'updated_at': '2021-06-29T11:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042f854c-de74-4a6a-969f-d747577d8cca', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-smb', '_floatingips': [{'id': 'e42983bf-df55-43bf-8577-ac674690ed3f', 'tenant_id': '7add8bb0bbcc410d8ed660c9dee464d5', 'floating_ip_address': '172.28.2.68', 'floating_network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'router_id': 'ec645eea-2d63-40ae-a7a7-31ff40234cb1', 'port_id': 'cf6476e5-f046-4d99-807c-39a08aa3d5c7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88d9deae-8c92-41e6-bc69-9a05a7505f6c', 'mac_address': 'fa:16:3e:3c:8b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12597f01-178d-4310-9954-4497b6dd77b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T11:39:54Z', 'updated_at': '2021-06-29T11:39:54Z', 'revision_number': 0, 'project_id': '7add8bb0bbcc410d8ed660c9dee464d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '914e12aa-4d9b-4cbe-b780-024f5a4ac78d', 'name': '', 'network_id': '88d9deae-8c92-41e6-bc69-9a05a7505f6c', 'tenant_id': '7add8bb0bbcc410d8ed660c9dee464d5', 'mac_address': 'fa:16:3e:9c:0c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec645eea-2d63-40ae-a7a7-31ff40234cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '772d47c8-6f80-4a5a-ad83-c4a4866eeb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:38:27Z', 'updated_at': '2021-06-29T11:38:38Z', 'revision_number': 5, 'project_id': '7add8bb0bbcc410d8ed660c9dee464d5', 'subnets': [{'id': '772d47c8-6f80-4a5a-ad83-c4a4866eeb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-smb', False) {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:39:57.595197 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bb670d-1248-4a3d-a03e-62fea55babea None None] The sync data for ids ['ec645eea-2d63-40ae-a7a7-31ff40234cb1'] in dv-cinder-797608-2-smb is: [{'id': 'ec645eea-2d63-40ae-a7a7-31ff40234cb1', 'name': 'tempest-TestShelveInstance-229016941-router', 'tenant_id': '7add8bb0bbcc410d8ed660c9dee464d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'external_fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.131'}], 'enable_snat': True}, 'gw_port_id': 'c86a062c-62c6-4c12-88ac-252ec36bd593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:38:23Z', 'updated_at': '2021-06-29T11:38:29Z', 'revision_number': 4, 'project_id': '7add8bb0bbcc410d8ed660c9dee464d5', 'gw_port': {'id': 'c86a062c-62c6-4c12-88ac-252ec36bd593', 'name': '', 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:67:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec645eea-2d63-40ae-a7a7-31ff40234cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:38:23Z', 'updated_at': '2021-06-29T11:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042f854c-de74-4a6a-969f-d747577d8cca', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-smb', '_floatingips': [{'id': 'e42983bf-df55-43bf-8577-ac674690ed3f', 'tenant_id': '7add8bb0bbcc410d8ed660c9dee464d5', 'floating_ip_address': '172.28.2.68', 'floating_network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'router_id': 'ec645eea-2d63-40ae-a7a7-31ff40234cb1', 'port_id': 'cf6476e5-f046-4d99-807c-39a08aa3d5c7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88d9deae-8c92-41e6-bc69-9a05a7505f6c', 'mac_address': 'fa:16:3e:3c:8b:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12597f01-178d-4310-9954-4497b6dd77b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T11:39:54Z', 'updated_at': '2021-06-29T11:39:54Z', 'revision_number': 0, 'project_id': '7add8bb0bbcc410d8ed660c9dee464d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '914e12aa-4d9b-4cbe-b780-024f5a4ac78d', 'name': '', 'network_id': '88d9deae-8c92-41e6-bc69-9a05a7505f6c', 'tenant_id': '7add8bb0bbcc410d8ed660c9dee464d5', 'mac_address': 'fa:16:3e:9c:0c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec645eea-2d63-40ae-a7a7-31ff40234cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '772d47c8-6f80-4a5a-ad83-c4a4866eeb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:38:27Z', 'updated_at': '2021-06-29T11:38:38Z', 'revision_number': 5, 'project_id': '7add8bb0bbcc410d8ed660c9dee464d5', 'subnets': [{'id': '772d47c8-6f80-4a5a-ad83-c4a4866eeb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:39:57.613452 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-984ce007-761c-4849-8e96-be56537cccf7 req-d4a2fd6b-193d-48be-8d61-7434d7253fc7 service neutron] 10.222.0.21 "GET /v2.0/networks/88d9deae-8c92-41e6-bc69-9a05a7505f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671774 Jun 29 11:39:57.731812 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-984ce007-761c-4849-8e96-be56537cccf7 req-561d53df-c1e5-46aa-9a40-5a9b8589c3c8 service neutron] 10.222.0.21 "GET /v2.0/networks/88d9deae-8c92-41e6-bc69-9a05a7505f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089623 Jun 29 11:39:57.925896 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbde2d5-f383-4cf3-b756-aacbdb9d6bed None None] New status for floating IP e42983bf-df55-43bf-8577-ac674690ed3f: ACTIVE {{(pid=93178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 11:39:58.252539 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a497b8-1dfd-4796-a0b1-179184b6ff5f req-fd5c7033-3114-4d1c-b4b0-0d7645c9cf21 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:58.293398 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-d0a497b8-1dfd-4796-a0b1-179184b6ff5f req-fd5c7033-3114-4d1c-b4b0-0d7645c9cf21 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/ports?device_id=95157347-2893-4b65-91f2-c3e462429a75 HTTP/1.1" status: 200 len: 945 time: 0.1395998 Jun 29 11:39:58.356923 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-d0a497b8-1dfd-4796-a0b1-179184b6ff5f req-f6b7a082-740e-4240-82b1-362e93740c0b tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/security-groups?id=38d493ea-8bd2-480e-b405-daa4d11d3534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584476 Jun 29 11:39:58.790123 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a59a526-e4df-41aa-9437-3c9e4572e33b req-faa4737e-3db3-452a-a5c5-a80a2c1d4b23 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:58.798459 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-0a59a526-e4df-41aa-9437-3c9e4572e33b req-faa4737e-3db3-452a-a5c5-a80a2c1d4b23 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 944 time: 0.1731372 Jun 29 11:39:58.918058 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-0a59a526-e4df-41aa-9437-3c9e4572e33b req-70dacfb2-e0af-415d-a188-ef74b8e95c62 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=2204a202-4664-4211-8f03-264aadfb8234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133657 Jun 29 11:39:59.606388 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49aa7b9-2083-4ae6-8dfe-4ab1d69b9f28 req-354011ac-85d6-4d70-9b59-25f013496567 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:39:59.609213 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-f49aa7b9-2083-4ae6-8dfe-4ab1d69b9f28 req-354011ac-85d6-4d70-9b59-25f013496567 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/ports?device_id=95157347-2893-4b65-91f2-c3e462429a75 HTTP/1.1" status: 200 len: 945 time: 0.0831206 Jun 29 11:39:59.676885 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-f49aa7b9-2083-4ae6-8dfe-4ab1d69b9f28 req-483421d0-a68c-437e-9aba-9c40288b82f0 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/security-groups?id=38d493ea-8bd2-480e-b405-daa4d11d3534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450191 Jun 29 11:40:00.135784 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1842289-10db-4640-b6cf-e08d084df379 req-7e3220d1-e6a3-4ada-ba20-f5c7c9695349 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:00.137274 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-f1842289-10db-4640-b6cf-e08d084df379 req-7e3220d1-e6a3-4ada-ba20-f5c7c9695349 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 944 time: 0.0937526 Jun 29 11:40:00.182752 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-f1842289-10db-4640-b6cf-e08d084df379 req-7c6d186c-1385-423f-91cd-665a6157ab08 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=2204a202-4664-4211-8f03-264aadfb8234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395079 Jun 29 11:40:00.580148 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-22c3c003-4588-488a-9469-420476428798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:00.880360 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376e3772-15e0-4dad-b07b-e3d89fd1248d req-ed604029-e0ef-4ec7-a4ec-c22e20039003 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:00.882682 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-376e3772-15e0-4dad-b07b-e3d89fd1248d req-ed604029-e0ef-4ec7-a4ec-c22e20039003 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/ports?device_id=95157347-2893-4b65-91f2-c3e462429a75 HTTP/1.1" status: 200 len: 945 time: 0.0794947 Jun 29 11:40:00.929770 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-376e3772-15e0-4dad-b07b-e3d89fd1248d req-dc44cdb2-3455-450c-b88f-2f128735eda2 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/security-groups?id=38d493ea-8bd2-480e-b405-daa4d11d3534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365338 Jun 29 11:40:01.393351 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8132963-6284-4272-81c1-b44c86b0c74c req-256be239-a6be-4fe1-a887-ad3ab94a1464 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:01.394955 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-c8132963-6284-4272-81c1-b44c86b0c74c req-256be239-a6be-4fe1-a887-ad3ab94a1464 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 944 time: 0.0832088 Jun 29 11:40:01.438740 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-c8132963-6284-4272-81c1-b44c86b0c74c req-9732af22-c4b7-44cf-b7a8-df03710c1df6 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=2204a202-4664-4211-8f03-264aadfb8234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372512 Jun 29 11:40:02.122231 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34761812-20e5-44d8-9066-139d334927f6 req-ff631c77-c7a5-42f3-93fc-c1bed1e88b6e tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:02.123722 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-34761812-20e5-44d8-9066-139d334927f6 req-ff631c77-c7a5-42f3-93fc-c1bed1e88b6e tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/ports?device_id=95157347-2893-4b65-91f2-c3e462429a75 HTTP/1.1" status: 200 len: 945 time: 0.0686324 Jun 29 11:40:02.197895 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-34761812-20e5-44d8-9066-139d334927f6 req-5ddf8378-9774-467c-9b90-e87168ec5084 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/security-groups?id=38d493ea-8bd2-480e-b405-daa4d11d3534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676415 Jun 29 11:40:02.683286 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf4375a-02a1-4a8d-a2e0-eba5df247c21 req-dddb470d-bbda-4e70-88a1-4b55ef96d6a5 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:02.684769 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-ddf4375a-02a1-4a8d-a2e0-eba5df247c21 req-dddb470d-bbda-4e70-88a1-4b55ef96d6a5 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 944 time: 0.0701451 Jun 29 11:40:02.725104 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-ddf4375a-02a1-4a8d-a2e0-eba5df247c21 req-5bc011d4-ee0a-4277-8c7c-e220e06726d9 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=2204a202-4664-4211-8f03-264aadfb8234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333252 Jun 29 11:40:03.366423 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b498ad8a-a3ef-4079-95d1-ca0d03235e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:03.430497 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be7271-e13e-4dc6-b5a4-b11b9fa28bdd req-24c0e349-1b88-444b-a345-ba0d83db69cb tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:03.432201 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-d5be7271-e13e-4dc6-b5a4-b11b9fa28bdd req-24c0e349-1b88-444b-a345-ba0d83db69cb tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/ports?device_id=95157347-2893-4b65-91f2-c3e462429a75 HTTP/1.1" status: 200 len: 945 time: 0.0844285 Jun 29 11:40:03.487338 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-d5be7271-e13e-4dc6-b5a4-b11b9fa28bdd req-d435604c-6827-499c-b8df-22da2c329941 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/security-groups?id=38d493ea-8bd2-480e-b405-daa4d11d3534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471916 Jun 29 11:40:03.709736 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:04.045211 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820a06e0-4c70-42d6-9da1-01ae3f35063b req-96bb5c8f-83e1-434c-a9cf-1587af855629 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:04.048896 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-820a06e0-4c70-42d6-9da1-01ae3f35063b req-96bb5c8f-83e1-434c-a9cf-1587af855629 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 944 time: 0.1435499 Jun 29 11:40:04.109246 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-820a06e0-4c70-42d6-9da1-01ae3f35063b req-a582de28-8bf7-43a1-9ae3-98cd5486d72f tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=2204a202-4664-4211-8f03-264aadfb8234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518136 Jun 29 11:40:04.440665 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9be8c49d-fdd7-49be-a71c-49aaf5d45c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:04.699074 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8ce44f-4c84-4c05-b6ef-4fc6b4f81888 req-b90cb38a-cf16-40fa-bd17-34ab4958bb57 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:04.700489 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-6d8ce44f-4c84-4c05-b6ef-4fc6b4f81888 req-b90cb38a-cf16-40fa-bd17-34ab4958bb57 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/ports?device_id=95157347-2893-4b65-91f2-c3e462429a75 HTTP/1.1" status: 200 len: 945 time: 0.0869563 Jun 29 11:40:04.738213 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-6d8ce44f-4c84-4c05-b6ef-4fc6b4f81888 req-6087184e-b2e0-49af-9b6c-43f43649cf23 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/security-groups?id=38d493ea-8bd2-480e-b405-daa4d11d3534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309956 Jun 29 11:40:05.334285 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 54496) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:40:05.376408 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5359e928-d648-4454-b559-0a95d3081f0b req-695aaf75-4934-42f5-948a-d7fbc16ef2af tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:05.378193 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-5359e928-d648-4454-b559-0a95d3081f0b req-695aaf75-4934-42f5-948a-d7fbc16ef2af tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 944 time: 0.0791080 Jun 29 11:40:05.416901 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-5359e928-d648-4454-b559-0a95d3081f0b req-c4f7763a-9ff8-4393-9428-a51252c768e8 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=2204a202-4664-4211-8f03-264aadfb8234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331366 Jun 29 11:40:05.463420 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-fc8ea7ee-0ad8-4e2e-8729-41f1b5cf73d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:05.562832 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-fc8ea7ee-0ad8-4e2e-8729-41f1b5cf73d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:05.567347 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-fc8ea7ee-0ad8-4e2e-8729-41f1b5cf73d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:05.569714 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-1230e7c5-807f-4edc-b3c8-c6c0af7bda04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:40:05.603914 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8ea7ee-0ad8-4e2e-8729-41f1b5cf73d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0463af8-2c1d-427e-a371-02697434b03d,revision_number=1']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:40:05.608117 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-fc8ea7ee-0ad8-4e2e-8729-41f1b5cf73d2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1e985aab7171475c9fbf0f64a5d137f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2728992 Jun 29 11:40:05.609056 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-fc8ea7ee-0ad8-4e2e-8729-41f1b5cf73d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:40:05.611360 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 54500) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:40:05.660221 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-920a7dc1-4fa0-4b13-b786-53af55aa24a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:05.684314 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-920a7dc1-4fa0-4b13-b786-53af55aa24a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:05.746973 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-920a7dc1-4fa0-4b13-b786-53af55aa24a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:05.750166 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-920a7dc1-4fa0-4b13-b786-53af55aa24a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:05.751665 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-920a7dc1-4fa0-4b13-b786-53af55aa24a0 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/b0463af8-2c1d-427e-a371-02697434b03d HTTP/1.1" status: 204 len: 168 time: 0.1392217 Jun 29 11:40:05.752693 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-0b538513-b343-489e-bcc0-e44d39c3729e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:40:05.761735 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920a7dc1-4fa0-4b13-b786-53af55aa24a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0463af8-2c1d-427e-a371-02697434b03d,revision_number=None']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:40:05.772561 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-920a7dc1-4fa0-4b13-b786-53af55aa24a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:40:05.958608 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d89cf-85ff-4fe9-87a1-30da4b19bc3d req-9b625450-99f7-4b64-bf1f-5b4fd52c0f77 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:05.960136 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-d25d89cf-85ff-4fe9-87a1-30da4b19bc3d req-9b625450-99f7-4b64-bf1f-5b4fd52c0f77 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/ports?device_id=95157347-2893-4b65-91f2-c3e462429a75 HTTP/1.1" status: 200 len: 945 time: 0.0652592 Jun 29 11:40:06.004323 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-d25d89cf-85ff-4fe9-87a1-30da4b19bc3d req-1594a956-7dda-46ed-b528-46c4bad90a19 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/security-groups?id=38d493ea-8bd2-480e-b405-daa4d11d3534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385003 Jun 29 11:40:06.076091 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 54508) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:40:06.090984 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cb91942a-32fe-4abd-afa0-920a9c2bf66a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:06.205357 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cb91942a-32fe-4abd-afa0-920a9c2bf66a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:06.209048 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-cb91942a-32fe-4abd-afa0-920a9c2bf66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:06.211472 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0c8abf3b-81a6-4242-80b6-215609f93e93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:40:06.246328 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-cb91942a-32fe-4abd-afa0-920a9c2bf66a admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ac29ed8028024a5b9c20b6fcd6a84046&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1691699 Jun 29 11:40:06.247278 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb91942a-32fe-4abd-afa0-920a9c2bf66a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c6c03b-b83a-4907-8c59-44280c06154d,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:40:06.249020 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 54510) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:40:06.250997 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-cb91942a-32fe-4abd-afa0-920a9c2bf66a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:40:06.302048 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-312df1a1-1cfd-4308-9cec-0c00c316f718 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:06.346736 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-312df1a1-1cfd-4308-9cec-0c00c316f718 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:06.405973 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7dc1f572-48b9-4e28-8a5a-f2a12e721563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:06.412935 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-312df1a1-1cfd-4308-9cec-0c00c316f718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:06.415843 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-312df1a1-1cfd-4308-9cec-0c00c316f718 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:06.417028 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-312df1a1-1cfd-4308-9cec-0c00c316f718 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d8c6c03b-b83a-4907-8c59-44280c06154d HTTP/1.1" status: 204 len: 168 time: 0.1662338 Jun 29 11:40:06.417809 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-0274894d-8b7a-4063-b319-25293e457c8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:40:06.426788 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312df1a1-1cfd-4308-9cec-0c00c316f718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c6c03b-b83a-4907-8c59-44280c06154d,revision_number=None']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:40:06.429215 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-312df1a1-1cfd-4308-9cec-0c00c316f718 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:40:06.661751 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb30308-0258-43db-ba86-c9ff6c31a35f req-21863f41-d638-47ec-b2e2-e775db14801d tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:06.667605 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-6bb30308-0258-43db-ba86-c9ff6c31a35f req-21863f41-d638-47ec-b2e2-e775db14801d tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 944 time: 0.1163056 Jun 29 11:40:06.708421 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-6bb30308-0258-43db-ba86-c9ff6c31a35f req-6e0a1c51-f74a-470a-ad05-8ebe742a8f43 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=2204a202-4664-4211-8f03-264aadfb8234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334625 Jun 29 11:40:07.302569 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d812ab-51b0-4ed1-8301-9a12862ec794 req-58c9d754-7c4b-4f0a-9d79-8e1955d25e50 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:07.310927 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-74d812ab-51b0-4ed1-8301-9a12862ec794 req-58c9d754-7c4b-4f0a-9d79-8e1955d25e50 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/ports?device_id=95157347-2893-4b65-91f2-c3e462429a75 HTTP/1.1" status: 200 len: 945 time: 0.0901065 Jun 29 11:40:07.349797 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-74d812ab-51b0-4ed1-8301-9a12862ec794 req-b8da4d4d-8424-46c8-860d-c4ca9c539360 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/security-groups?id=38d493ea-8bd2-480e-b405-daa4d11d3534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372086 Jun 29 11:40:07.913338 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604e170b-544d-4c18-bb1f-a0407e6c2fcb req-3994ce1c-9935-4372-8517-2d88b174dbd1 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:07.914955 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-604e170b-544d-4c18-bb1f-a0407e6c2fcb req-3994ce1c-9935-4372-8517-2d88b174dbd1 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 944 time: 0.0708516 Jun 29 11:40:07.956749 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-604e170b-544d-4c18-bb1f-a0407e6c2fcb req-3950859a-9df9-414c-a171-7bb8aad6f884 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=2204a202-4664-4211-8f03-264aadfb8234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358148 Jun 29 11:40:08.329893 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 54566) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:40:08.475244 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-db2be09f-01b4-4091-9976-d588d051cea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:08.584819 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ec3e3e-a223-4aac-adfb-a931f750081b req-9309fe5c-a621-4d49-a2ea-09f8733229b2 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:08.586189 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-60ec3e3e-a223-4aac-adfb-a931f750081b req-9309fe5c-a621-4d49-a2ea-09f8733229b2 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/ports?device_id=95157347-2893-4b65-91f2-c3e462429a75 HTTP/1.1" status: 200 len: 945 time: 0.0967512 Jun 29 11:40:08.636371 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-db2be09f-01b4-4091-9976-d588d051cea5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:08.641969 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-db2be09f-01b4-4091-9976-d588d051cea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:08.644217 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-c3210f5c-ae0d-4e40-b1eb-d2e7d1e2c3cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:40:08.648249 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-60ec3e3e-a223-4aac-adfb-a931f750081b req-6902cd21-583a-438e-825b-6d70c804e489 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/security-groups?id=38d493ea-8bd2-480e-b405-daa4d11d3534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553336 Jun 29 11:40:08.689520 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2be09f-01b4-4091-9976-d588d051cea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f920e48-3cc4-4005-89f9-f9d0dc327a79,revision_number=1']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:40:08.694150 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-db2be09f-01b4-4091-9976-d588d051cea5 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f39726e685f443bebb7893b9d59acdd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3631873 Jun 29 11:40:08.695100 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-db2be09f-01b4-4091-9976-d588d051cea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:40:08.703056 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 54574) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:40:08.767038 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a981aaeb-0a65-4f70-97f1-873fe87a268a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:08.789824 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a981aaeb-0a65-4f70-97f1-873fe87a268a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:08.841175 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a981aaeb-0a65-4f70-97f1-873fe87a268a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:08.844080 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a981aaeb-0a65-4f70-97f1-873fe87a268a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:08.845610 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-a981aaeb-0a65-4f70-97f1-873fe87a268a admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2f920e48-3cc4-4005-89f9-f9d0dc327a79 HTTP/1.1" status: 204 len: 168 time: 0.1399212 Jun 29 11:40:08.846436 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6f9adbe4-c632-42bc-80fa-d5ed0d68ccc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:40:08.855368 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a981aaeb-0a65-4f70-97f1-873fe87a268a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f920e48-3cc4-4005-89f9-f9d0dc327a79,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:40:08.858059 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a981aaeb-0a65-4f70-97f1-873fe87a268a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:40:09.174169 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a8a96c-a138-4d48-8445-7b642e3ec951 req-51ccae32-fa74-499c-ad98-1b23021800f0 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:09.177569 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 54582) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:40:09.179000 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-b4a8a96c-a138-4d48-8445-7b642e3ec951 req-51ccae32-fa74-499c-ad98-1b23021800f0 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 944 time: 0.0743124 Jun 29 11:40:09.200021 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c5b9f342-bdd0-4961-9a74-295778d3ebd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:09.221052 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-b4a8a96c-a138-4d48-8445-7b642e3ec951 req-bb73cb79-8d7f-4305-9ddc-17575f65f7dd tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=2204a202-4664-4211-8f03-264aadfb8234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349605 Jun 29 11:40:09.318615 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c5b9f342-bdd0-4961-9a74-295778d3ebd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:09.324305 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c5b9f342-bdd0-4961-9a74-295778d3ebd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:09.335516 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1799033b-e8b3-4a9f-a445-5fb4d9e3bfa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:40:09.370609 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-c5b9f342-bdd0-4961-9a74-295778d3ebd6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=34c91de08e2745df950e2159df0d87f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1910563 Jun 29 11:40:09.372761 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b9f342-bdd0-4961-9a74-295778d3ebd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c0b91a-4762-4757-b0f7-3b6b436d203c,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:40:09.373005 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 54584) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:40:09.380571 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c5b9f342-bdd0-4961-9a74-295778d3ebd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:40:09.430669 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-4ebe14d3-76db-423d-aeed-339abbd72deb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:09.452620 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-4ebe14d3-76db-423d-aeed-339abbd72deb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:09.507328 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-4ebe14d3-76db-423d-aeed-339abbd72deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:09.509896 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-4ebe14d3-76db-423d-aeed-339abbd72deb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:09.511030 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-4ebe14d3-76db-423d-aeed-339abbd72deb admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a4c0b91a-4762-4757-b0f7-3b6b436d203c HTTP/1.1" status: 204 len: 168 time: 0.1364377 Jun 29 11:40:09.511930 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-6fea42e0-01d3-47f6-9642-03125e8447d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:40:09.522124 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebe14d3-76db-423d-aeed-339abbd72deb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c0b91a-4762-4757-b0f7-3b6b436d203c,revision_number=None']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:40:09.524602 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-4ebe14d3-76db-423d-aeed-339abbd72deb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:40:09.857420 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211a6fc6-3c4d-4320-ae16-56274939dd3d req-c36ed7b8-f76d-4aca-af37-f083dcd0dbc3 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:09.860200 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-211a6fc6-3c4d-4320-ae16-56274939dd3d req-c36ed7b8-f76d-4aca-af37-f083dcd0dbc3 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/ports?device_id=95157347-2893-4b65-91f2-c3e462429a75 HTTP/1.1" status: 200 len: 945 time: 0.0739398 Jun 29 11:40:09.913819 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-211a6fc6-3c4d-4320-ae16-56274939dd3d req-12995826-de6c-4cd6-8a4e-099b7f0fbcd4 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/security-groups?id=38d493ea-8bd2-480e-b405-daa4d11d3534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454226 Jun 29 11:40:10.462674 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818931bd-4a38-4891-ab65-c7690d31e5f1 req-e0880424-8135-4fe0-84d8-6540e873b505 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:10.465479 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-818931bd-4a38-4891-ab65-c7690d31e5f1 req-e0880424-8135-4fe0-84d8-6540e873b505 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 944 time: 0.0796480 Jun 29 11:40:10.517479 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-818931bd-4a38-4891-ab65-c7690d31e5f1 req-44ae209d-a8ba-4a9c-b4d7-e9ac4abf5d31 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=2204a202-4664-4211-8f03-264aadfb8234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447910 Jun 29 11:40:11.122496 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae088ba1-f010-4b9d-959d-881edf5c4841 req-1f0c5292-c039-4da8-a9d9-2b04099e5af8 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:11.124025 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-ae088ba1-f010-4b9d-959d-881edf5c4841 req-1f0c5292-c039-4da8-a9d9-2b04099e5af8 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/ports?device_id=95157347-2893-4b65-91f2-c3e462429a75 HTTP/1.1" status: 200 len: 945 time: 0.0732999 Jun 29 11:40:11.168663 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-ae088ba1-f010-4b9d-959d-881edf5c4841 req-38db52ad-224a-412a-8c28-645f7397997e tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/security-groups?id=38d493ea-8bd2-480e-b405-daa4d11d3534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381145 Jun 29 11:40:11.650263 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 54658) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:40:11.710310 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69c926-2692-4ef3-a763-d14dc53e01cc req-ed9f8974-0ee6-4728-97d0-c76af41c9842 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:11.712028 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-dd69c926-2692-4ef3-a763-d14dc53e01cc req-ed9f8974-0ee6-4728-97d0-c76af41c9842 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 944 time: 0.0717368 Jun 29 11:40:11.757886 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-dd69c926-2692-4ef3-a763-d14dc53e01cc req-0cad08fb-1e95-48eb-ae99-076d96367f62 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=2204a202-4664-4211-8f03-264aadfb8234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375299 Jun 29 11:40:11.788640 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-90b083b1-6f1d-487b-8487-d95bd3d62eaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:11.904986 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-90b083b1-6f1d-487b-8487-d95bd3d62eaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:11.909571 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-90b083b1-6f1d-487b-8487-d95bd3d62eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:11.912051 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3ea96fd8-28f1-41b6-aa6f-b416795cd5d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:40:11.950424 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b083b1-6f1d-487b-8487-d95bd3d62eaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d10eb0c-4db4-45de-9191-69a48fc1422b,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:40:11.957388 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-90b083b1-6f1d-487b-8487-d95bd3d62eaf admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=e6a1edf2966c451f83694f1297aebbd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3035684 Jun 29 11:40:11.957388 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-90b083b1-6f1d-487b-8487-d95bd3d62eaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:40:11.957725 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 54670) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:40:12.017862 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-833f898e-c74b-4109-8722-8fb249869290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:12.053779 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-833f898e-c74b-4109-8722-8fb249869290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:12.107580 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-833f898e-c74b-4109-8722-8fb249869290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:12.110191 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-833f898e-c74b-4109-8722-8fb249869290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:12.111488 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-833f898e-c74b-4109-8722-8fb249869290 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/7d10eb0c-4db4-45de-9191-69a48fc1422b HTTP/1.1" status: 204 len: 168 time: 0.1527715 Jun 29 11:40:12.112305 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-6af8055f-78f5-4e01-9a7c-1c59f0f88df0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:40:12.122110 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833f898e-c74b-4109-8722-8fb249869290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d10eb0c-4db4-45de-9191-69a48fc1422b,revision_number=None']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:40:12.124497 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-833f898e-c74b-4109-8722-8fb249869290 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:40:12.404579 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c638cd4-204e-4cd1-abe7-f6eacb65b389 req-1e98a0c4-f976-496c-b320-7d2212121050 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:12.406698 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-5c638cd4-204e-4cd1-abe7-f6eacb65b389 req-1e98a0c4-f976-496c-b320-7d2212121050 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/ports?device_id=95157347-2893-4b65-91f2-c3e462429a75 HTTP/1.1" status: 200 len: 945 time: 0.1033859 Jun 29 11:40:12.447818 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-5c638cd4-204e-4cd1-abe7-f6eacb65b389 req-5c76979f-82e0-40eb-b5d4-b21ea2eb8935 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/security-groups?id=38d493ea-8bd2-480e-b405-daa4d11d3534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352211 Jun 29 11:40:12.450082 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 54684) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:40:12.465706 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-98b9312f-bcf3-4c3a-b11d-fb5fc0592327 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:12.557729 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-98b9312f-bcf3-4c3a-b11d-fb5fc0592327 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:12.562426 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-98b9312f-bcf3-4c3a-b11d-fb5fc0592327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:12.565786 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-c21ca5fd-f4d6-47e3-a601-5ec83b441eb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:40:12.620156 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b9312f-bcf3-4c3a-b11d-fb5fc0592327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83b604a3-e61e-4437-a69f-56c01feb45ca,revision_number=1']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:40:12.624538 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-98b9312f-bcf3-4c3a-b11d-fb5fc0592327 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=930b1234138144c5a490a2d51858ee56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1733687 Jun 29 11:40:12.625588 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-98b9312f-bcf3-4c3a-b11d-fb5fc0592327 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:40:12.627184 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 54686) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:40:12.677040 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-40b1dfde-de52-44ca-a70f-b970ae2a6a04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:12.698409 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-40b1dfde-de52-44ca-a70f-b970ae2a6a04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:12.748589 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-40b1dfde-de52-44ca-a70f-b970ae2a6a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:12.752189 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-40b1dfde-de52-44ca-a70f-b970ae2a6a04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:12.753330 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-40b1dfde-de52-44ca-a70f-b970ae2a6a04 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/83b604a3-e61e-4437-a69f-56c01feb45ca HTTP/1.1" status: 204 len: 168 time: 0.1251421 Jun 29 11:40:12.754073 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-bf9740e0-192f-4a2c-88d9-cf13d32f138e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:40:12.761319 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b1dfde-de52-44ca-a70f-b970ae2a6a04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b604a3-e61e-4437-a69f-56c01feb45ca,revision_number=None']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:40:12.763567 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-40b1dfde-de52-44ca-a70f-b970ae2a6a04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:40:12.962819 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c85d85-88a6-4446-84a8-f2ac7ff3754d req-d8d2f745-ffee-40ff-b72c-f255046c3905 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:12.964354 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-44c85d85-88a6-4446-84a8-f2ac7ff3754d req-d8d2f745-ffee-40ff-b72c-f255046c3905 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 944 time: 0.0773213 Jun 29 11:40:13.009120 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-44c85d85-88a6-4446-84a8-f2ac7ff3754d req-02d8b012-ddae-46e0-9c00-46e896922729 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=2204a202-4664-4211-8f03-264aadfb8234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364923 Jun 29 11:40:13.487323 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 54718) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:40:13.655525 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1622019c-ba10-4828-87d0-6587dfb29c54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:13.686701 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0ba93c-742a-4d61-ba6f-276da34836f8 req-e6d4c36c-aff2-4761-998b-7dc01822180e tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:13.689112 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-9b0ba93c-742a-4d61-ba6f-276da34836f8 req-e6d4c36c-aff2-4761-998b-7dc01822180e tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/ports?device_id=95157347-2893-4b65-91f2-c3e462429a75 HTTP/1.1" status: 200 len: 945 time: 0.1092246 Jun 29 11:40:14.012332 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-9b0ba93c-742a-4d61-ba6f-276da34836f8 req-273d4de5-362e-47e4-b805-20dfce7c9d70 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/security-groups?id=38d493ea-8bd2-480e-b405-daa4d11d3534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173480 Jun 29 11:40:14.080334 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1622019c-ba10-4828-87d0-6587dfb29c54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:14.086859 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1622019c-ba10-4828-87d0-6587dfb29c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:14.091342 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-3f18c1e4-88ed-45af-b89b-2e14468fd317 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:40:14.115514 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 54744) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:40:14.169639 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1622019c-ba10-4828-87d0-6587dfb29c54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e406455-b004-4d17-89f6-3ecea6a38e74,revision_number=1']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:40:14.176102 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-1622019c-ba10-4828-87d0-6587dfb29c54 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1a30e7177a874457b04995a31aeb2443&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6875458 Jun 29 11:40:14.177420 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 54748) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:40:14.194967 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-1622019c-ba10-4828-87d0-6587dfb29c54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:40:14.241204 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76964ed2-43e0-4901-8b04-3cd9d01d3b39 req-1bc796b0-b2df-4849-b204-5caef2a4252f tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:14.242869 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-76964ed2-43e0-4901-8b04-3cd9d01d3b39 req-1bc796b0-b2df-4849-b204-5caef2a4252f tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 944 time: 0.1001303 Jun 29 11:40:14.244611 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1aa0cd10-b4a7-41a9-9173-4075a5bbde79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:14.255794 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e63189d0-d75e-466f-b058-f8abe6a87bc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:14.282028 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1aa0cd10-b4a7-41a9-9173-4075a5bbde79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:14.293747 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-76964ed2-43e0-4901-8b04-3cd9d01d3b39 req-0b486c0c-4bcf-4ada-982b-1f826a17a586 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=2204a202-4664-4211-8f03-264aadfb8234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449440 Jun 29 11:40:14.353516 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1aa0cd10-b4a7-41a9-9173-4075a5bbde79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:14.356075 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1aa0cd10-b4a7-41a9-9173-4075a5bbde79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:14.357255 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-1aa0cd10-b4a7-41a9-9173-4075a5bbde79 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/3e406455-b004-4d17-89f6-3ecea6a38e74 HTTP/1.1" status: 204 len: 168 time: 0.1778231 Jun 29 11:40:14.362108 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b9dde44d-deea-4eac-b30d-4b1bb8d2c8df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:40:14.373407 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa0cd10-b4a7-41a9-9173-4075a5bbde79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e406455-b004-4d17-89f6-3ecea6a38e74,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:40:14.377707 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1aa0cd10-b4a7-41a9-9173-4075a5bbde79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:40:14.425748 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e63189d0-d75e-466f-b058-f8abe6a87bc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:14.429915 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e63189d0-d75e-466f-b058-f8abe6a87bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:14.433355 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-81f15dc2-6b5e-474e-8d53-682d752beddb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:40:14.466387 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63189d0-d75e-466f-b058-f8abe6a87bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5adf686-7858-4b7d-bf1c-ba4265b12c3b,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:40:14.471365 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e63189d0-d75e-466f-b058-f8abe6a87bc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:40:14.476602 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-e63189d0-d75e-466f-b058-f8abe6a87bc1 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=4041a2ece5974855a34b5ceec1c9937e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3576047 Jun 29 11:40:14.477506 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 54752) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:40:14.536688 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2ac88323-329c-486d-94fe-278f210d66a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:14.560311 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2ac88323-329c-486d-94fe-278f210d66a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:14.614539 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2ac88323-329c-486d-94fe-278f210d66a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:14.617109 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2ac88323-329c-486d-94fe-278f210d66a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:14.620868 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-2ac88323-329c-486d-94fe-278f210d66a7 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/a5adf686-7858-4b7d-bf1c-ba4265b12c3b HTTP/1.1" status: 204 len: 168 time: 0.1404693 Jun 29 11:40:14.620868 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1aa0cd10-b4a7-41a9-9173-4075a5bbde79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:40:14.628610 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac88323-329c-486d-94fe-278f210d66a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5adf686-7858-4b7d-bf1c-ba4265b12c3b,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:40:14.630926 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2ac88323-329c-486d-94fe-278f210d66a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:40:15.350228 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7052f4-1d29-4276-a0d3-db83aaaf2ac2 req-8b19def1-c95b-4e01-af42-d576577c6bdb tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:15.353954 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-8c7052f4-1d29-4276-a0d3-db83aaaf2ac2 req-8b19def1-c95b-4e01-af42-d576577c6bdb tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/ports?device_id=95157347-2893-4b65-91f2-c3e462429a75 HTTP/1.1" status: 200 len: 945 time: 0.0692098 Jun 29 11:40:15.398160 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-8c7052f4-1d29-4276-a0d3-db83aaaf2ac2 req-b63fd02f-0422-4153-b44a-791f98ad739f tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/security-groups?id=38d493ea-8bd2-480e-b405-daa4d11d3534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384903 Jun 29 11:40:15.525574 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c003593-4085-4f4d-8a9b-79d6da44ae82 req-0b1af475-99a5-41bd-a97a-8e3f0ab50b65 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:15.533676 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-3c003593-4085-4f4d-8a9b-79d6da44ae82 req-0b1af475-99a5-41bd-a97a-8e3f0ab50b65 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 944 time: 0.0907862 Jun 29 11:40:15.579596 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-3c003593-4085-4f4d-8a9b-79d6da44ae82 req-202b6942-0103-4430-9c33-36d50139af05 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=2204a202-4664-4211-8f03-264aadfb8234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385456 Jun 29 11:40:16.571431 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a622bb-27fe-4b6d-8424-b3b7738bc98a req-f53d5180-0980-45e2-94f0-17c8c8b8b6e1 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:16.572933 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-35a622bb-27fe-4b6d-8424-b3b7738bc98a req-f53d5180-0980-45e2-94f0-17c8c8b8b6e1 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/ports?device_id=95157347-2893-4b65-91f2-c3e462429a75 HTTP/1.1" status: 200 len: 945 time: 0.0638106 Jun 29 11:40:16.615146 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-35a622bb-27fe-4b6d-8424-b3b7738bc98a req-7add46a0-40d6-46d2-b0ba-f1fce0a7ca23 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/security-groups?id=38d493ea-8bd2-480e-b405-daa4d11d3534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359132 Jun 29 11:40:16.791435 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723795c7-dc1e-460b-bc80-70c892bebd71 req-1fb2fd01-e4bd-4432-9351-e435e03fb670 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:16.793227 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-723795c7-dc1e-460b-bc80-70c892bebd71 req-1fb2fd01-e4bd-4432-9351-e435e03fb670 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 944 time: 0.0749524 Jun 29 11:40:16.839476 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-723795c7-dc1e-460b-bc80-70c892bebd71 req-ef45756a-2997-47c8-ab53-106c541c1308 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=2204a202-4664-4211-8f03-264aadfb8234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396988 Jun 29 11:40:17.481920 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb0a51b-cee3-4ab6-b620-46526982ad3e req-258a61e2-ec7c-44a2-92e2-61692435c9d6 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:17.483327 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-1bb0a51b-cee3-4ab6-b620-46526982ad3e req-258a61e2-ec7c-44a2-92e2-61692435c9d6 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.21 "GET /v2.0/ports?device_id=95157347-2893-4b65-91f2-c3e462429a75 HTTP/1.1" status: 200 len: 945 time: 0.0649862 Jun 29 11:40:17.585438 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.plugin [req-1bb0a51b-cee3-4ab6-b620-46526982ad3e req-2e4722b4-59b7-4822-ba0c-b603773abe14 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Deleting port ef50da1a-5de0-4acf-acf0-5c643c18dd5b {{(pid=93175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:40:17.586125 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-1bb0a51b-cee3-4ab6-b620-46526982ad3e req-2e4722b4-59b7-4822-ba0c-b603773abe14 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744991508026'] for port, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:17.675794 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.db [req-1bb0a51b-cee3-4ab6-b620-46526982ad3e req-2e4722b4-59b7-4822-ba0c-b603773abe14 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] For port ef50da1a-5de0-4acf-acf0-5c643c18dd5b, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=ef50da1a-5de0-4acf-acf0-5c643c18dd5b,segment=NetworkSegment(55466662-301d-406e-82c0-6dd641001f64),segment_id=55466662-301d-406e-82c0-6dd641001f64)] {{(pid=93175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:40:17.676159 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-1bb0a51b-cee3-4ab6-b620-46526982ad3e req-2e4722b4-59b7-4822-ba0c-b603773abe14 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013211'] for port, precommit_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:17.693058 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.plugin [req-1bb0a51b-cee3-4ab6-b620-46526982ad3e req-2e4722b4-59b7-4822-ba0c-b603773abe14 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Calling delete_port for ef50da1a-5de0-4acf-acf0-5c643c18dd5b owned by compute:nova {{(pid=93175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:40:17.822522 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf4827a-68f3-4f0e-b4c9-a9679709d399 req-a1e23fa5-bf3c-4f84-9e12-a061d81449e3 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:17.823976 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-0bf4827a-68f3-4f0e-b4c9-a9679709d399 req-a1e23fa5-bf3c-4f84-9e12-a061d81449e3 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/ports?device_id=95157347-2893-4b65-91f2-c3e462429a75 HTTP/1.1" status: 200 len: 945 time: 0.0914288 Jun 29 11:40:17.902405 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-0bf4827a-68f3-4f0e-b4c9-a9679709d399 req-4e57ae89-602c-416f-8c63-ee7ffc7f7b95 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/security-groups?id=38d493ea-8bd2-480e-b405-daa4d11d3534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714371 Jun 29 11:40:17.904682 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-1bb0a51b-cee3-4ab6-b620-46526982ad3e req-2e4722b4-59b7-4822-ba0c-b603773abe14 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744991430440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744990953750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61825989'] for port, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:17.911128 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-94600dd4-f543-45f2-9bb3-892540bb709e tempest-VolumesActionsTest-1359833980 tempest-VolumesActionsTest-1359833980-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:40:17.922927 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] get_ports_and_sgs() called for port_ids ['ef50da1a-5de0-4acf-acf0-5c643c18dd5b'] {{(pid=93177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:40:17.949981 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4722b4-59b7-4822-ba0c-b603773abe14 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Pushing event deleted for resources: {'Port': ['ID=ef50da1a-5de0-4acf-acf0-5c643c18dd5b,revision_number=None']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:40:17.954173 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-2e4722b4-59b7-4822-ba0c-b603773abe14 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:40:18.004359 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bb0a51b-cee3-4ab6-b620-46526982ad3e req-2e4722b4-59b7-4822-ba0c-b603773abe14 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] No DVR routers for this DVR port ef50da1a-5de0-4acf-acf0-5c643c18dd5b on host hv-cinder-79760 {{(pid=93175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:40:18.006927 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-1bb0a51b-cee3-4ab6-b620-46526982ad3e req-2e4722b4-59b7-4822-ba0c-b603773abe14 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126777'] for port, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:18.008899 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-1bb0a51b-cee3-4ab6-b620-46526982ad3e req-2e4722b4-59b7-4822-ba0c-b603773abe14 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.21 "DELETE /v2.0/ports/ef50da1a-5de0-4acf-acf0-5c643c18dd5b HTTP/1.1" status: 204 len: 173 time: 0.5195885 Jun 29 11:40:18.019914 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95157347-2893-4b65-91f2-c3e462429a75', 'name': 'network-vif-deleted', 'tag': 'ef50da1a-5de0-4acf-acf0-5c643c18dd5b'}] {{(pid=93175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:40:18.023770 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}879b71c770f982178fec1a07a47b9a5355ed3bb08afc25f1aa80a68f93cb18a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcbc23fa-b021-42ac-a514-1c44097b4744" -d '{"events": [{"server_uuid": "95157347-2893-4b65-91f2-c3e462429a75", "name": "network-vif-deleted", "tag": "ef50da1a-5de0-4acf-acf0-5c643c18dd5b"}]}' {{(pid=93175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:40:18.100660 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4464b7-0a05-45ec-b8f3-f842ddbc7cb7 req-6e244dfe-1b1c-4ecb-8f79-9ed94636d399 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:18.102518 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-fc4464b7-0a05-45ec-b8f3-f842ddbc7cb7 req-6e244dfe-1b1c-4ecb-8f79-9ed94636d399 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 944 time: 0.0994568 Jun 29 11:40:18.117049 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b8da251-8dc8-46ee-bff7-6c7f74ba54e0 x-openstack-request-id: req-9b8da251-8dc8-46ee-bff7-6c7f74ba54e0 {{(pid=93175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:40:18.117376 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95157347-2893-4b65-91f2-c3e462429a75", "name": "network-vif-deleted", "tag": "ef50da1a-5de0-4acf-acf0-5c643c18dd5b", "status": "completed", "code": 200}]} {{(pid=93175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:40:18.117661 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9b8da251-8dc8-46ee-bff7-6c7f74ba54e0 {{(pid=93175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:40:18.118088 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95157347-2893-4b65-91f2-c3e462429a75', 'name': 'network-vif-deleted', 'tag': 'ef50da1a-5de0-4acf-acf0-5c643c18dd5b', 'status': 'completed', 'code': 200} Jun 29 11:40:18.160107 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-fc4464b7-0a05-45ec-b8f3-f842ddbc7cb7 req-0ca81bf6-6459-4e07-bf53-21bdf4c0acb7 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=2204a202-4664-4211-8f03-264aadfb8234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463102 Jun 29 11:40:19.354845 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d014201-e7c4-45c3-9d4f-942447e062d4 req-a0fb7f89-e70d-4b69-a8fb-f579cab5fc25 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:19.356483 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-1d014201-e7c4-45c3-9d4f-942447e062d4 req-a0fb7f89-e70d-4b69-a8fb-f579cab5fc25 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 944 time: 0.0707777 Jun 29 11:40:19.396312 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-1d014201-e7c4-45c3-9d4f-942447e062d4 req-87020f2b-44c6-4dc4-9402-4c7ee981e2bf tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=2204a202-4664-4211-8f03-264aadfb8234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330865 Jun 29 11:40:20.304302 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Device 872cdef4-1097-4ec8-8250-adf21db70ac8 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 11:40:20.314926 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Device ef50da1a-5de0-4acf-acf0-5c643c18dd5b no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:40:20.335519 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] No Port match for: ef50da1a-5de0-4acf-acf0-5c643c18dd5b {{(pid=93177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:40:20.335891 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Device ef50da1a-5de0-4acf-acf0-5c643c18dd5b not bound to the agent host hv-cinder-79760 {{(pid=93177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:40:20.434750 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] For port 872cdef4-1097-4ec8-8250-adf21db70ac8, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=872cdef4-1097-4ec8-8250-adf21db70ac8,segment=NetworkSegment(431791e9-c625-45bb-a999-673c6d9515d0),segment_id=431791e9-c625-45bb-a999-673c6d9515d0)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:40:20.448333 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Returning: {'device': '872cdef4-1097-4ec8-8250-adf21db70ac8', 'network_id': 'b963bd4f-00c4-43c3-bead-28b3bc0930b9', 'port_id': '872cdef4-1097-4ec8-8250-adf21db70ac8', 'mac_address': 'fa:16:3e:0e:12:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2303b7c5-2df0-4ce3-8da2-9b421c47074d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 11:40:20.496005 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:20.510696 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.notifiers.nova [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 872cdef4-1097-4ec8-8250-adf21db70ac8 {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:40:20.540899 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] For port 872cdef4-1097-4ec8-8250-adf21db70ac8, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=872cdef4-1097-4ec8-8250-adf21db70ac8,segment=NetworkSegment(431791e9-c625-45bb-a999-673c6d9515d0),segment_id=431791e9-c625-45bb-a999-673c6d9515d0)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:40:20.546274 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:20.548805 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:40:20.551351 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:20.597675 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d17c0d-bfa3-42eb-801b-bacf33510fc5 req-02982163-5601-4003-a40a-0eafe80297b4 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:20.598906 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Pushing event updated for resources: {'Port': ['ID=872cdef4-1097-4ec8-8250-adf21db70ac8,revision_number=9']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:40:20.599188 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-42d17c0d-bfa3-42eb-801b-bacf33510fc5 req-02982163-5601-4003-a40a-0eafe80297b4 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 944 time: 0.0690365 Jun 29 11:40:20.602265 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:40:20.643170 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-42d17c0d-bfa3-42eb-801b-bacf33510fc5 req-66139107-87d8-43be-85cf-0b293ae35432 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=2204a202-4664-4211-8f03-264aadfb8234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378571 Jun 29 11:40:20.914903 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] get_ports_and_sgs() called for port_ids ['872cdef4-1097-4ec8-8250-adf21db70ac8'] {{(pid=93177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:40:21.915888 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f5234c-4998-4b1f-b1a5-7dda8c57f0e2 req-cc0e2aa9-21f4-4da7-908f-43178f37838f tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:21.917477 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-54f5234c-4998-4b1f-b1a5-7dda8c57f0e2 req-cc0e2aa9-21f4-4da7-908f-43178f37838f tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 945 time: 0.1014614 Jun 29 11:40:21.961526 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-54f5234c-4998-4b1f-b1a5-7dda8c57f0e2 req-89c47d5d-48e3-4abd-9a3b-1cb469125c38 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=2204a202-4664-4211-8f03-264aadfb8234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381968 Jun 29 11:40:22.310424 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Device 872cdef4-1097-4ec8-8250-adf21db70ac8 up at agent hyperv_hv-cinder-79760 {{(pid=93177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:40:22.359441 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Provisioning complete for port 872cdef4-1097-4ec8-8250-adf21db70ac8 triggered by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:40:22.360060 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:22.437801 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:22.462113 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49895f39-c8d9-470a-a603-81104b746081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '872cdef4-1097-4ec8-8250-adf21db70ac8'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:40:22.464390 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf503b922a63088b6f722bf1da6ea29b944079dc3e77b23c7214b141eee454" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa32ccb-f853-4f07-84af-43bfd3945956" -d '{"events": [{"server_uuid": "49895f39-c8d9-470a-a603-81104b746081", "name": "network-vif-plugged", "status": "completed", "tag": "872cdef4-1097-4ec8-8250-adf21db70ac8"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:40:22.477666 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] For port 872cdef4-1097-4ec8-8250-adf21db70ac8, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=872cdef4-1097-4ec8-8250-adf21db70ac8,segment=NetworkSegment(431791e9-c625-45bb-a999-673c6d9515d0),segment_id=431791e9-c625-45bb-a999-673c6d9515d0)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:40:22.481677 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:22.483477 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:40:22.505812 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6512bd-2c21-4658-8312-061ffab46c8c x-openstack-request-id: req-de6512bd-2c21-4658-8312-061ffab46c8c {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:40:22.506112 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49895f39-c8d9-470a-a603-81104b746081", "name": "network-vif-plugged", "status": "completed", "tag": "872cdef4-1097-4ec8-8250-adf21db70ac8", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:40:22.506373 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-de6512bd-2c21-4658-8312-061ffab46c8c {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:40:22.506767 dv-cinder-797608-2-smb neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49895f39-c8d9-470a-a603-81104b746081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '872cdef4-1097-4ec8-8250-adf21db70ac8', 'code': 200} Jun 29 11:40:22.539198 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Pushing event updated for resources: {'Port': ['ID=872cdef4-1097-4ec8-8250-adf21db70ac8,revision_number=10']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:40:22.546038 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:40:22.546950 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:40:22.547376 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:40:22.547683 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:40:22.548014 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:40:22.548346 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:40:22.548674 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:40:22.549001 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:40:22.549389 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:40:22.549646 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:40:22.549966 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:40:22.550285 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:40:22.553824 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:40:23.064064 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e4bd65-8111-45c8-9e9d-71493df0e95a req-b3965e24-8b15-46fa-9828-f39da6919928 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:23.065604 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-85e4bd65-8111-45c8-9e9d-71493df0e95a req-b3965e24-8b15-46fa-9828-f39da6919928 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/networks?id=e9d88840-98f4-4a23-99d2-b1bc5c5cc80e HTTP/1.1" status: 200 len: 812 time: 0.1470408 Jun 29 11:40:23.085760 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-85e4bd65-8111-45c8-9e9d-71493df0e95a req-ce631682-bdf7-4323-8a27-87dfcfceccde tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/quotas/eb717b2fc54644fab9442a27b124ca4a HTTP/1.1" status: 200 len: 375 time: 0.0140977 Jun 29 11:40:23.095243 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5574180e-dee1-44fb-af02-57fe4ff8c174 req-54555b30-b4f3-4ccb-81c6-69f71aafa471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:23.096903 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-5574180e-dee1-44fb-af02-57fe4ff8c174 req-54555b30-b4f3-4ccb-81c6-69f71aafa471 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 1100 time: 0.1116929 Jun 29 11:40:23.146081 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-85e4bd65-8111-45c8-9e9d-71493df0e95a req-8a903f4b-d6b8-4e62-9daf-60571c3e8142 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=eb717b2fc54644fab9442a27b124ca4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455456 Jun 29 11:40:23.237649 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 54938) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:40:23.241329 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-5574180e-dee1-44fb-af02-57fe4ff8c174 req-8d6f2f24-3649-49c9-80a0-6204bbc0728c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2204a202-4664-4211-8f03-264aadfb8234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307094 Jun 29 11:40:23.298488 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15106c50-1a52-4719-b618-784d823e5a14 req-9b6836f5-9d53-4260-b278-ca522bf5aef3 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:23.300072 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-15106c50-1a52-4719-b618-784d823e5a14 req-9b6836f5-9d53-4260-b278-ca522bf5aef3 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 947 time: 0.1585612 Jun 29 11:40:23.319349 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-85e4bd65-8111-45c8-9e9d-71493df0e95a req-4ef38af8-81ee-44cf-a292-936bebc679cb service neutron] 10.222.0.78 "GET /v2.0/networks/e9d88840-98f4-4a23-99d2-b1bc5c5cc80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588876 Jun 29 11:40:23.389149 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9cc5b040-a697-4ab6-9a84-68c8839e0a4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:23.398639 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-15106c50-1a52-4719-b618-784d823e5a14 req-9a085919-e205-4649-bba7-8c9b146661dd tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=2204a202-4664-4211-8f03-264aadfb8234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926774 Jun 29 11:40:23.462438 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-85e4bd65-8111-45c8-9e9d-71493df0e95a req-1bea8430-8459-42d5-8332-8893906f3236 service neutron] 10.222.0.78 "GET /v2.0/networks/e9d88840-98f4-4a23-99d2-b1bc5c5cc80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326396 Jun 29 11:40:23.517979 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9cc5b040-a697-4ab6-9a84-68c8839e0a4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:23.522675 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9cc5b040-a697-4ab6-9a84-68c8839e0a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:23.533824 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-791aba51-7bf2-4905-9d2b-f9960ee14deb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:40:23.557408 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-9cc5b040-a697-4ab6-9a84-68c8839e0a4d admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=d14c8e32ef7e46df945340e3eb5977fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3181498 Jun 29 11:40:23.560203 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 54942) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:40:23.567744 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc5b040-a697-4ab6-9a84-68c8839e0a4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0da32343-4a53-42e5-bde1-7433d36358dc,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:40:23.571272 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9cc5b040-a697-4ab6-9a84-68c8839e0a4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:40:23.656468 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-0a54c82c-f597-4bbf-a387-c8cd8b501301 req-ee50ca94-413e-40b9-a525-c8857145560e tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/ports?device_id=885b435f-0eea-4db8-b967-ebca99903297 HTTP/1.1" status: 200 len: 210 time: 0.0318820 Jun 29 11:40:23.676663 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-7a945b20-7d9a-4a6a-bc43-84528e627737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:23.699365 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-7a945b20-7d9a-4a6a-bc43-84528e627737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:23.747654 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-7a945b20-7d9a-4a6a-bc43-84528e627737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:23.750401 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-7a945b20-7d9a-4a6a-bc43-84528e627737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:23.751575 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-7a945b20-7d9a-4a6a-bc43-84528e627737 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0da32343-4a53-42e5-bde1-7433d36358dc HTTP/1.1" status: 204 len: 168 time: 0.1903300 Jun 29 11:40:23.753018 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-833f898e-c74b-4109-8722-8fb249869290 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:40:23.762841 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a945b20-7d9a-4a6a-bc43-84528e627737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da32343-4a53-42e5-bde1-7433d36358dc,revision_number=None']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:40:23.766996 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-7a945b20-7d9a-4a6a-bc43-84528e627737 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:40:24.037224 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 54958) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:40:24.051043 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-59c7bb9a-e69e-4643-955e-604e315e9e12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:24.151646 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-59c7bb9a-e69e-4643-955e-604e315e9e12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:24.157352 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-59c7bb9a-e69e-4643-955e-604e315e9e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:24.160138 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-312df1a1-1cfd-4308-9cec-0c00c316f718 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:40:24.200754 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-59c7bb9a-e69e-4643-955e-604e315e9e12 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=56c29a3d27c84b47a1f723812bc312fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1601620 Jun 29 11:40:24.200754 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c7bb9a-e69e-4643-955e-604e315e9e12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d98378-6543-468f-83e6-46ca783cc214,revision_number=1']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:40:24.203587 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 54960) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:40:24.208746 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-59c7bb9a-e69e-4643-955e-604e315e9e12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:40:24.261486 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-864711cf-c0bc-463f-9bfb-35b7e718def4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:24.287739 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-864711cf-c0bc-463f-9bfb-35b7e718def4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:24.339902 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-864711cf-c0bc-463f-9bfb-35b7e718def4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:24.345817 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-864711cf-c0bc-463f-9bfb-35b7e718def4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:24.347883 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-864711cf-c0bc-463f-9bfb-35b7e718def4 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/d9d98378-6543-468f-83e6-46ca783cc214 HTTP/1.1" status: 204 len: 168 time: 0.1450193 Jun 29 11:40:24.349099 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8a5b95b5-5813-4029-9ebe-a4f756f08058 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:40:24.362213 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864711cf-c0bc-463f-9bfb-35b7e718def4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d98378-6543-468f-83e6-46ca783cc214,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:40:24.365541 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-864711cf-c0bc-463f-9bfb-35b7e718def4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:40:24.613297 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a56dc8-18b4-4b0f-93cb-9ff6b922686b req-51e08952-b583-4e5f-9b1b-6a31865c90e1 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:24.614833 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-22a56dc8-18b4-4b0f-93cb-9ff6b922686b req-51e08952-b583-4e5f-9b1b-6a31865c90e1 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 947 time: 0.0691626 Jun 29 11:40:24.657108 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-22a56dc8-18b4-4b0f-93cb-9ff6b922686b req-98b58898-34f2-4a26-a093-9a17e6a10a9e tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=2204a202-4664-4211-8f03-264aadfb8234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359161 Jun 29 11:40:24.788642 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 54978) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:40:24.804110 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-db104855-f8f7-4817-8829-eb5caf55436b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:24.871944 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-2600d883-2223-45f1-a3b1-431bfb4ddd7c req-d6f13557-e888-49e8-8624-6cea7de1a0b4 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/ports?device_id=885b435f-0eea-4db8-b967-ebca99903297 HTTP/1.1" status: 200 len: 210 time: 0.0677936 Jun 29 11:40:24.940882 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e4bd65-8111-45c8-9e9d-71493df0e95a req-5191dca7-70ed-458f-9364-937eae8b4b07 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:24.942691 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-85e4bd65-8111-45c8-9e9d-71493df0e95a req-5191dca7-70ed-458f-9364-937eae8b4b07 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.21 "GET /v2.0/networks?id=e9d88840-98f4-4a23-99d2-b1bc5c5cc80e HTTP/1.1" status: 200 len: 812 time: 0.1717286 Jun 29 11:40:24.958079 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.v2.base [req-85e4bd65-8111-45c8-9e9d-71493df0e95a req-bc678de9-af80-422f-82f0-3579bc03eb28 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Request body: {'port': {'device_id': '885b435f-0eea-4db8-b967-ebca99903297', 'network_id': 'e9d88840-98f4-4a23-99d2-b1bc5c5cc80e', 'admin_state_up': True, 'tenant_id': 'eb717b2fc54644fab9442a27b124ca4a'}} {{(pid=93175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:40:24.969448 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-db104855-f8f7-4817-8829-eb5caf55436b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:24.975035 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-db104855-f8f7-4817-8829-eb5caf55436b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:24.979512 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3718d493-1abb-4e0d-b82b-762ca031135d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:40:25.021265 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-db104855-f8f7-4817-8829-eb5caf55436b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=79e3b29fcfa34387a78407347e1f41f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2289524 Jun 29 11:40:25.021265 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db104855-f8f7-4817-8829-eb5caf55436b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2150a77d-f67d-43ea-8d8c-bbb3a1ec5e13,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:40:25.022568 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 54998) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:40:25.056896 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-db104855-f8f7-4817-8829-eb5caf55436b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:40:25.084050 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2c444000-76f3-49bd-b82b-3b2be1ce2cce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:25.120576 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2c444000-76f3-49bd-b82b-3b2be1ce2cce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:25.127622 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85e4bd65-8111-45c8-9e9d-71493df0e95a req-bc678de9-af80-422f-82f0-3579bc03eb28 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Made reservation on behalf of eb717b2fc54644fab9442a27b124ca4a for: {'port': 1} {{(pid=93175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:40:25.135855 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-85e4bd65-8111-45c8-9e9d-71493df0e95a req-bc678de9-af80-422f-82f0-3579bc03eb28 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:25.174243 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2c444000-76f3-49bd-b82b-3b2be1ce2cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:25.176888 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2c444000-76f3-49bd-b82b-3b2be1ce2cce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:25.178086 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-2c444000-76f3-49bd-b82b-3b2be1ce2cce admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2150a77d-f67d-43ea-8d8c-bbb3a1ec5e13 HTTP/1.1" status: 204 len: 168 time: 0.1540647 Jun 29 11:40:25.178833 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a136178e-2bca-4880-b844-7eef1f6e28a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:40:25.186997 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c444000-76f3-49bd-b82b-3b2be1ce2cce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2150a77d-f67d-43ea-8d8c-bbb3a1ec5e13,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:40:25.190083 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2c444000-76f3-49bd-b82b-3b2be1ce2cce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:40:25.298000 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.db.db_base_plugin_common [req-85e4bd65-8111-45c8-9e9d-71493df0e95a req-bc678de9-af80-422f-82f0-3579bc03eb28 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Allocated IP 172.20.0.12 (e9d88840-98f4-4a23-99d2-b1bc5c5cc80e/0be6d04b-0794-4388-9c0f-12568e246883/8ce3ab39-da6d-410f-a14c-3d9166bedc5d) {{(pid=93175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:40:25.519516 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-85e4bd65-8111-45c8-9e9d-71493df0e95a req-bc678de9-af80-422f-82f0-3579bc03eb28 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Notify callbacks [] for port, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:25.585036 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-85e4bd65-8111-45c8-9e9d-71493df0e95a req-bc678de9-af80-422f-82f0-3579bc03eb28 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3670657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744990953741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-61825996'] for port, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:25.591528 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:40:25.642498 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85e4bd65-8111-45c8-9e9d-71493df0e95a req-bc678de9-af80-422f-82f0-3579bc03eb28 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Network e9d88840-98f4-4a23-99d2-b1bc5c5cc80e is already hosted by enough agents. {{(pid=93175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:40:25.645887 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.base_scheduler [req-85e4bd65-8111-45c8-9e9d-71493df0e95a req-bc678de9-af80-422f-82f0-3579bc03eb28 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Resources bound (agent type, host, resource id): {{(pid=93175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:40:25.648489 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.db.l3_dvrscheduler_db [req-85e4bd65-8111-45c8-9e9d-71493df0e95a req-bc678de9-af80-422f-82f0-3579bc03eb28 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Received port after_create {{(pid=93175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:40:25.679208 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc678de9-af80-422f-82f0-3579bc03eb28 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Pushing event updated for resources: {'Port': ['ID=8ce3ab39-da6d-410f-a14c-3d9166bedc5d,revision_number=1']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:40:25.682191 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-bc678de9-af80-422f-82f0-3579bc03eb28 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:40:25.708136 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e4bd65-8111-45c8-9e9d-71493df0e95a req-bc678de9-af80-422f-82f0-3579bc03eb28 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:25.708766 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-85e4bd65-8111-45c8-9e9d-71493df0e95a req-bc678de9-af80-422f-82f0-3579bc03eb28 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126777'] for port, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:25.724133 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-85e4bd65-8111-45c8-9e9d-71493df0e95a req-bc678de9-af80-422f-82f0-3579bc03eb28 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7713778 Jun 29 11:40:25.750007 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.v2.base [req-85e4bd65-8111-45c8-9e9d-71493df0e95a req-403af718-99bd-45cf-bc19-fa229a884208 service neutron] Request body: {'port': {'device_id': '885b435f-0eea-4db8-b967-ebca99903297', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:40:25.860472 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-85e4bd65-8111-45c8-9e9d-71493df0e95a req-403af718-99bd-45cf-bc19-fa229a884208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:25.908435 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1b87cc-3fc7-48aa-be05-165e7fbf4c1b req-579f914a-22c5-48a7-9846-32382f494442 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:25.909906 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-6e1b87cc-3fc7-48aa-be05-165e7fbf4c1b req-579f914a-22c5-48a7-9846-32382f494442 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 947 time: 0.1231461 Jun 29 11:40:26.046042 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-6e1b87cc-3fc7-48aa-be05-165e7fbf4c1b req-517184db-598d-41ea-ba71-daf965b5d67a tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=2204a202-4664-4211-8f03-264aadfb8234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297154 Jun 29 11:40:26.136318 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb04cc91-2a62-4f35-955d-621dacc5ce2e req-195607fc-ed35-451f-9d32-1e82458a0b30 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:26.137644 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-bb04cc91-2a62-4f35-955d-621dacc5ce2e req-195607fc-ed35-451f-9d32-1e82458a0b30 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/ports?device_id=885b435f-0eea-4db8-b967-ebca99903297 HTTP/1.1" status: 200 len: 932 time: 0.1386583 Jun 29 11:40:26.205614 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-bb04cc91-2a62-4f35-955d-621dacc5ce2e req-5a39a3ac-956e-4733-8aa2-a920f1ba7f96 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/security-groups?id=38d493ea-8bd2-480e-b405-daa4d11d3534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617368 Jun 29 11:40:26.240431 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.notifiers.nova [req-85e4bd65-8111-45c8-9e9d-71493df0e95a req-403af718-99bd-45cf-bc19-fa229a884208 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ce3ab39-da6d-410f-a14c-3d9166bedc5d {{(pid=93175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:40:26.247797 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-85e4bd65-8111-45c8-9e9d-71493df0e95a req-403af718-99bd-45cf-bc19-fa229a884208 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:26.259055 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.db.provisioning_blocks [req-85e4bd65-8111-45c8-9e9d-71493df0e95a req-403af718-99bd-45cf-bc19-fa229a884208 service neutron] Transition to ACTIVE for port object 8ce3ab39-da6d-410f-a14c-3d9166bedc5d will not be triggered until provisioned by entity L2. {{(pid=93175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:40:26.263012 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-85e4bd65-8111-45c8-9e9d-71493df0e95a req-403af718-99bd-45cf-bc19-fa229a884208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61826046'] for port, after_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:26.266636 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-abb7b5ac-e5e1-4d0b-b243-2ff86a9e8bb7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:40:26.310606 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403af718-99bd-45cf-bc19-fa229a884208 service neutron] Pushing event updated for resources: {'Port': ['ID=8ce3ab39-da6d-410f-a14c-3d9166bedc5d,revision_number=2']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:40:26.314888 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-403af718-99bd-45cf-bc19-fa229a884208 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:40:26.387145 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.managers [req-85e4bd65-8111-45c8-9e9d-71493df0e95a req-403af718-99bd-45cf-bc19-fa229a884208 service neutron] Attempting to bind port 8ce3ab39-da6d-410f-a14c-3d9166bedc5d on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:40:26.387375 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.managers [req-85e4bd65-8111-45c8-9e9d-71493df0e95a req-403af718-99bd-45cf-bc19-fa229a884208 service neutron] Attempting to bind port 8ce3ab39-da6d-410f-a14c-3d9166bedc5d by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '55466662-301d-406e-82c0-6dd641001f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e9d88840-98f4-4a23-99d2-b1bc5c5cc80e'}] {{(pid=93175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:40:26.387730 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e4bd65-8111-45c8-9e9d-71493df0e95a req-403af718-99bd-45cf-bc19-fa229a884208 service neutron] Attempting to bind port 8ce3ab39-da6d-410f-a14c-3d9166bedc5d on network e9d88840-98f4-4a23-99d2-b1bc5c5cc80e {{(pid=93175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:40:26.393167 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e4bd65-8111-45c8-9e9d-71493df0e95a req-403af718-99bd-45cf-bc19-fa229a884208 service neutron] Port 8ce3ab39-da6d-410f-a14c-3d9166bedc5d on network e9d88840-98f4-4a23-99d2-b1bc5c5cc80e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 11:40:26.393484 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e4bd65-8111-45c8-9e9d-71493df0e95a req-403af718-99bd-45cf-bc19-fa229a884208 service neutron] Attempting to bind port 8ce3ab39-da6d-410f-a14c-3d9166bedc5d on network e9d88840-98f4-4a23-99d2-b1bc5c5cc80e {{(pid=93175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:40:26.398820 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e4bd65-8111-45c8-9e9d-71493df0e95a req-403af718-99bd-45cf-bc19-fa229a884208 service neutron] Checking agent: {'id': '2f355b06-002c-40e6-bb76-5e394ebaabf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 33, 51), 'started_at': datetime.datetime(2021, 6, 29, 11, 33, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 40, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:40:26.399151 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e4bd65-8111-45c8-9e9d-71493df0e95a req-403af718-99bd-45cf-bc19-fa229a884208 service neutron] Checking segment: {'id': '55466662-301d-406e-82c0-6dd641001f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e9d88840-98f4-4a23-99d2-b1bc5c5cc80e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:40:26.399528 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e4bd65-8111-45c8-9e9d-71493df0e95a req-403af718-99bd-45cf-bc19-fa229a884208 service neutron] Bound using segment: {'id': '55466662-301d-406e-82c0-6dd641001f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e9d88840-98f4-4a23-99d2-b1bc5c5cc80e'} {{(pid=93175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:40:26.399975 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.managers [req-85e4bd65-8111-45c8-9e9d-71493df0e95a req-403af718-99bd-45cf-bc19-fa229a884208 service neutron] Bound port: 8ce3ab39-da6d-410f-a14c-3d9166bedc5d, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55466662-301d-406e-82c0-6dd641001f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e9d88840-98f4-4a23-99d2-b1bc5c5cc80e'}}] {{(pid=93175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:40:26.400326 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-85e4bd65-8111-45c8-9e9d-71493df0e95a req-403af718-99bd-45cf-bc19-fa229a884208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:26.462357 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.db [req-85e4bd65-8111-45c8-9e9d-71493df0e95a req-403af718-99bd-45cf-bc19-fa229a884208 service neutron] For port 8ce3ab39-da6d-410f-a14c-3d9166bedc5d, host hv-cinder-79760, cleared binding levels {{(pid=93175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:40:26.465470 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.db [req-85e4bd65-8111-45c8-9e9d-71493df0e95a req-403af718-99bd-45cf-bc19-fa229a884208 service neutron] For port 8ce3ab39-da6d-410f-a14c-3d9166bedc5d, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=8ce3ab39-da6d-410f-a14c-3d9166bedc5d,segment=NetworkSegment(55466662-301d-406e-82c0-6dd641001f64),segment_id=55466662-301d-406e-82c0-6dd641001f64)] {{(pid=93175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:40:26.469444 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-85e4bd65-8111-45c8-9e9d-71493df0e95a req-403af718-99bd-45cf-bc19-fa229a884208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61826046'] for port, after_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:26.471373 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-a4eaaf78-7de9-4bee-a7db-8451226b2d59 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:40:26.506362 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e4bd65-8111-45c8-9e9d-71493df0e95a req-403af718-99bd-45cf-bc19-fa229a884208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:26.506973 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-85e4bd65-8111-45c8-9e9d-71493df0e95a req-403af718-99bd-45cf-bc19-fa229a884208 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126777'] for port, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:26.508390 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-85e4bd65-8111-45c8-9e9d-71493df0e95a req-403af718-99bd-45cf-bc19-fa229a884208 service neutron] 10.222.0.21 "PUT /v2.0/ports/8ce3ab39-da6d-410f-a14c-3d9166bedc5d HTTP/1.1" status: 200 len: 1094 time: 0.7629941 Jun 29 11:40:26.508884 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '885b435f-0eea-4db8-b967-ebca99903297', 'tag': '8ce3ab39-da6d-410f-a14c-3d9166bedc5d'}] {{(pid=93175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:40:26.511196 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}879b71c770f982178fec1a07a47b9a5355ed3bb08afc25f1aa80a68f93cb18a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3862ed82-3722-42bd-8d5f-94bf1163d960" -d '{"events": [{"name": "network-changed", "server_uuid": "885b435f-0eea-4db8-b967-ebca99903297", "tag": "8ce3ab39-da6d-410f-a14c-3d9166bedc5d"}]}' {{(pid=93175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:40:26.534959 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403af718-99bd-45cf-bc19-fa229a884208 service neutron] Pushing event updated for resources: {'Port': ['ID=8ce3ab39-da6d-410f-a14c-3d9166bedc5d,revision_number=3']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:40:26.545545 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-403af718-99bd-45cf-bc19-fa229a884208 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:40:26.562765 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 11:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ddd1e1-975e-47b9-b502-cee41fcf20f8 x-openstack-request-id: req-97ddd1e1-975e-47b9-b502-cee41fcf20f8 {{(pid=93175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:40:26.563181 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "885b435f-0eea-4db8-b967-ebca99903297", "tag": "8ce3ab39-da6d-410f-a14c-3d9166bedc5d", "status": "completed", "code": 200}]} {{(pid=93175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:40:26.563572 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-97ddd1e1-975e-47b9-b502-cee41fcf20f8 {{(pid=93175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:40:26.564076 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '885b435f-0eea-4db8-b967-ebca99903297', 'tag': '8ce3ab39-da6d-410f-a14c-3d9166bedc5d', 'status': 'completed', 'code': 200} Jun 29 11:40:26.609718 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e4bd65-8111-45c8-9e9d-71493df0e95a req-a594d4e5-6816-43c2-af45-d7ad8dd9e719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:26.611221 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-85e4bd65-8111-45c8-9e9d-71493df0e95a req-a594d4e5-6816-43c2-af45-d7ad8dd9e719 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=eb717b2fc54644fab9442a27b124ca4a&device_id=885b435f-0eea-4db8-b967-ebca99903297 HTTP/1.1" status: 200 len: 1097 time: 0.0590937 Jun 29 11:40:26.660859 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-85e4bd65-8111-45c8-9e9d-71493df0e95a req-6fbc0902-8eab-4739-b88a-651bdd09ba92 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ce3ab39-da6d-410f-a14c-3d9166bedc5d HTTP/1.1" status: 200 len: 217 time: 0.0398326 Jun 29 11:40:26.713690 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e4bd65-8111-45c8-9e9d-71493df0e95a req-1470e682-3f84-48dc-9e43-bc1b1ba0b11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:26.715146 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-85e4bd65-8111-45c8-9e9d-71493df0e95a req-1470e682-3f84-48dc-9e43-bc1b1ba0b11d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0be6d04b-0794-4388-9c0f-12568e246883 HTTP/1.1" status: 200 len: 852 time: 0.0455003 Jun 29 11:40:26.748310 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-85e4bd65-8111-45c8-9e9d-71493df0e95a req-10cdf0aa-3035-4b99-a746-9b70a3313014 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9d88840-98f4-4a23-99d2-b1bc5c5cc80e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263381 Jun 29 11:40:26.840978 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-85e4bd65-8111-45c8-9e9d-71493df0e95a req-3aeb0092-6d86-48d3-94b1-78930b1c07d4 service neutron] 10.222.0.21 "GET /v2.0/networks/e9d88840-98f4-4a23-99d2-b1bc5c5cc80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860345 Jun 29 11:40:26.931436 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-85e4bd65-8111-45c8-9e9d-71493df0e95a req-27efbb14-439b-413f-b44e-1b508febce55 service neutron] 10.222.0.21 "GET /v2.0/networks/e9d88840-98f4-4a23-99d2-b1bc5c5cc80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838113 Jun 29 11:40:27.033838 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3862ed82-3722-42bd-8d5f-94bf1163d960 req-62dc4cee-3f40-4399-be30-635262a7e71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:27.035339 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-3862ed82-3722-42bd-8d5f-94bf1163d960 req-62dc4cee-3f40-4399-be30-635262a7e71f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=eb717b2fc54644fab9442a27b124ca4a&device_id=885b435f-0eea-4db8-b967-ebca99903297 HTTP/1.1" status: 200 len: 1097 time: 0.0546546 Jun 29 11:40:27.129998 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3862ed82-3722-42bd-8d5f-94bf1163d960 req-8110f9e2-c1ca-48cb-a940-370a30896200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:27.131438 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-3862ed82-3722-42bd-8d5f-94bf1163d960 req-8110f9e2-c1ca-48cb-a940-370a30896200 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e9d88840-98f4-4a23-99d2-b1bc5c5cc80e HTTP/1.1" status: 200 len: 913 time: 0.0888920 Jun 29 11:40:27.173032 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-3862ed82-3722-42bd-8d5f-94bf1163d960 req-e4bbb400-4b14-4199-bdb7-bc25d8b0a877 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ce3ab39-da6d-410f-a14c-3d9166bedc5d HTTP/1.1" status: 200 len: 217 time: 0.0346663 Jun 29 11:40:27.226714 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3862ed82-3722-42bd-8d5f-94bf1163d960 req-93423a14-6859-479d-9d61-aaa15d59f1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:27.228088 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-3862ed82-3722-42bd-8d5f-94bf1163d960 req-93423a14-6859-479d-9d61-aaa15d59f1a0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0be6d04b-0794-4388-9c0f-12568e246883 HTTP/1.1" status: 200 len: 852 time: 0.0480494 Jun 29 11:40:27.261064 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-3862ed82-3722-42bd-8d5f-94bf1163d960 req-508465d9-a6c4-465d-8a81-517efbe5c7ab service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e9d88840-98f4-4a23-99d2-b1bc5c5cc80e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257344 Jun 29 11:40:27.386304 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-3862ed82-3722-42bd-8d5f-94bf1163d960 req-3ddf3b84-770e-4fed-82e7-ea3f8d6a4156 service neutron] 10.222.0.21 "GET /v2.0/networks/e9d88840-98f4-4a23-99d2-b1bc5c5cc80e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183867 Jun 29 11:40:27.451787 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a792dca4-0fdb-493f-95d2-e6865dde306b req-34498fbe-9f07-4a7f-9b66-5330a9d1e5e9 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:27.453553 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-a792dca4-0fdb-493f-95d2-e6865dde306b req-34498fbe-9f07-4a7f-9b66-5330a9d1e5e9 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/ports?device_id=885b435f-0eea-4db8-b967-ebca99903297 HTTP/1.1" status: 200 len: 944 time: 0.1349049 Jun 29 11:40:27.512899 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-a792dca4-0fdb-493f-95d2-e6865dde306b req-ca9838d1-dd24-4542-89b4-68a0ba41b898 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/security-groups?id=38d493ea-8bd2-480e-b405-daa4d11d3534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532076 Jun 29 11:40:27.515779 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-3862ed82-3722-42bd-8d5f-94bf1163d960 req-5ebc0c0a-e168-41bb-a86f-96d9cc40307d service neutron] 10.222.0.21 "GET /v2.0/networks/e9d88840-98f4-4a23-99d2-b1bc5c5cc80e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226027 Jun 29 11:40:28.705106 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e10e6-cd54-4942-aa96-4812929bc481 req-11065e9e-55be-44fd-a24f-70a79de0c839 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:28.706714 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-e60e10e6-cd54-4942-aa96-4812929bc481 req-11065e9e-55be-44fd-a24f-70a79de0c839 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/ports?device_id=885b435f-0eea-4db8-b967-ebca99903297 HTTP/1.1" status: 200 len: 944 time: 0.0705981 Jun 29 11:40:28.750773 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-e60e10e6-cd54-4942-aa96-4812929bc481 req-5200e70c-98a4-4d73-a463-fccf2cb40145 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/security-groups?id=38d493ea-8bd2-480e-b405-daa4d11d3534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378203 Jun 29 11:40:29.934943 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7443999a-a112-4fcd-8ac5-c37150e2bc13 req-2de7fb7e-1432-4152-bed6-5297ba05f2aa tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:29.936370 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-7443999a-a112-4fcd-8ac5-c37150e2bc13 req-2de7fb7e-1432-4152-bed6-5297ba05f2aa tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/ports?device_id=885b435f-0eea-4db8-b967-ebca99903297 HTTP/1.1" status: 200 len: 944 time: 0.0662982 Jun 29 11:40:29.976205 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-7443999a-a112-4fcd-8ac5-c37150e2bc13 req-85c26301-8956-4b2d-812f-375ac279cd33 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/security-groups?id=38d493ea-8bd2-480e-b405-daa4d11d3534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333507 Jun 29 11:40:30.352124 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Device 8ce3ab39-da6d-410f-a14c-3d9166bedc5d details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 11:40:30.455726 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] For port 8ce3ab39-da6d-410f-a14c-3d9166bedc5d, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=8ce3ab39-da6d-410f-a14c-3d9166bedc5d,segment=NetworkSegment(55466662-301d-406e-82c0-6dd641001f64),segment_id=55466662-301d-406e-82c0-6dd641001f64)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:40:30.467684 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Returning: {'device': '8ce3ab39-da6d-410f-a14c-3d9166bedc5d', 'network_id': 'e9d88840-98f4-4a23-99d2-b1bc5c5cc80e', 'port_id': '8ce3ab39-da6d-410f-a14c-3d9166bedc5d', 'mac_address': 'fa:16:3e:0f:48:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0be6d04b-0794-4388-9c0f-12568e246883', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 11:40:30.506537 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:30.520154 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.notifiers.nova [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ce3ab39-da6d-410f-a14c-3d9166bedc5d {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:40:30.540786 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] For port 8ce3ab39-da6d-410f-a14c-3d9166bedc5d, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=8ce3ab39-da6d-410f-a14c-3d9166bedc5d,segment=NetworkSegment(55466662-301d-406e-82c0-6dd641001f64),segment_id=55466662-301d-406e-82c0-6dd641001f64)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:40:30.544642 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:30.547263 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:40:30.595288 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bb9ed84c-9940-4618-9765-8614020fc965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:30.607002 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Pushing event updated for resources: {'Port': ['ID=8ce3ab39-da6d-410f-a14c-3d9166bedc5d,revision_number=4']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:40:30.610644 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:40:30.955148 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] get_ports_and_sgs() called for port_ids ['8ce3ab39-da6d-410f-a14c-3d9166bedc5d'] {{(pid=93177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:40:31.161953 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59d9be-a6c2-4944-b476-d27ac749de62 req-1f7dba9a-1189-4b41-8e7f-5b3989fa63e0 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:31.163448 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-be59d9be-a6c2-4944-b476-d27ac749de62 req-1f7dba9a-1189-4b41-8e7f-5b3989fa63e0 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/ports?device_id=885b435f-0eea-4db8-b967-ebca99903297 HTTP/1.1" status: 200 len: 945 time: 0.0655618 Jun 29 11:40:31.206329 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-be59d9be-a6c2-4944-b476-d27ac749de62 req-8003a76e-554d-49de-8350-9d4a16f52ca0 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/security-groups?id=38d493ea-8bd2-480e-b405-daa4d11d3534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370667 Jun 29 11:40:32.369658 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Device 8ce3ab39-da6d-410f-a14c-3d9166bedc5d up at agent hyperv_hv-cinder-79760 {{(pid=93177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:40:32.394680 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe04c40-15e4-4c45-806b-ab8bca99a324 req-7eca29dc-c640-43dd-9839-a8cd41cc6947 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:32.396232 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-2fe04c40-15e4-4c45-806b-ab8bca99a324 req-7eca29dc-c640-43dd-9839-a8cd41cc6947 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/ports?device_id=885b435f-0eea-4db8-b967-ebca99903297 HTTP/1.1" status: 200 len: 945 time: 0.0666606 Jun 29 11:40:32.421140 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Provisioning for port 8ce3ab39-da6d-410f-a14c-3d9166bedc5d completed by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:40:32.425057 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Provisioning complete for port 8ce3ab39-da6d-410f-a14c-3d9166bedc5d triggered by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:40:32.425492 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:32.436260 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-2fe04c40-15e4-4c45-806b-ab8bca99a324 req-2f5eab20-6ab7-4c9a-970b-b6a2ff082e25 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/security-groups?id=38d493ea-8bd2-480e-b405-daa4d11d3534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339150 Jun 29 11:40:32.514068 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:32.537560 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '885b435f-0eea-4db8-b967-ebca99903297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ce3ab39-da6d-410f-a14c-3d9166bedc5d'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:40:32.539856 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf503b922a63088b6f722bf1da6ea29b944079dc3e77b23c7214b141eee454" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1540ab6e-b693-4528-bf80-3d192398352a" -d '{"events": [{"server_uuid": "885b435f-0eea-4db8-b967-ebca99903297", "name": "network-vif-plugged", "status": "completed", "tag": "8ce3ab39-da6d-410f-a14c-3d9166bedc5d"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:40:32.552950 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] For port 8ce3ab39-da6d-410f-a14c-3d9166bedc5d, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=8ce3ab39-da6d-410f-a14c-3d9166bedc5d,segment=NetworkSegment(55466662-301d-406e-82c0-6dd641001f64),segment_id=55466662-301d-406e-82c0-6dd641001f64)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:40:32.557566 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:32.559564 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:40:32.583429 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-011e6cf9-8829-477f-84a9-4744fb2c6e02 x-openstack-request-id: req-011e6cf9-8829-477f-84a9-4744fb2c6e02 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:40:32.583755 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "885b435f-0eea-4db8-b967-ebca99903297", "name": "network-vif-plugged", "status": "completed", "tag": "8ce3ab39-da6d-410f-a14c-3d9166bedc5d", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:40:32.584012 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-011e6cf9-8829-477f-84a9-4744fb2c6e02 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:40:32.584406 dv-cinder-797608-2-smb neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '885b435f-0eea-4db8-b967-ebca99903297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ce3ab39-da6d-410f-a14c-3d9166bedc5d', 'code': 200} Jun 29 11:40:32.612227 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Pushing event updated for resources: {'Port': ['ID=8ce3ab39-da6d-410f-a14c-3d9166bedc5d,revision_number=5']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:40:32.615501 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:40:32.807525 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8a5c48-edfb-4021-b882-8e1227040435 req-1aad29cc-51ae-4b34-b5a5-22948928bf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:32.808972 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-0b8a5c48-edfb-4021-b882-8e1227040435 req-1aad29cc-51ae-4b34-b5a5-22948928bf2e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=885b435f-0eea-4db8-b967-ebca99903297 HTTP/1.1" status: 200 len: 1099 time: 0.0547345 Jun 29 11:40:32.845877 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-0b8a5c48-edfb-4021-b882-8e1227040435 req-9a743ab2-89b7-4635-9bae-8fb99b1b88c0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=38d493ea-8bd2-480e-b405-daa4d11d3534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294054 Jun 29 11:40:33.348835 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9fd8ac22-5936-4100-83aa-ab029c949f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:33.650195 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c2cfcb-fa97-4b92-9059-428ec1ac4ff3 req-335aef09-4ce1-4922-b183-a5b31f9562b2 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:33.651896 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-b7c2cfcb-fa97-4b92-9059-428ec1ac4ff3 req-335aef09-4ce1-4922-b183-a5b31f9562b2 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/ports?device_id=885b435f-0eea-4db8-b967-ebca99903297 HTTP/1.1" status: 200 len: 946 time: 0.0822616 Jun 29 11:40:33.677690 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:33.695401 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-b7c2cfcb-fa97-4b92-9059-428ec1ac4ff3 req-b275eb20-79a5-4592-935f-c955e99649e4 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/security-groups?id=38d493ea-8bd2-480e-b405-daa4d11d3534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367110 Jun 29 11:40:34.307131 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.agents_db [None req-013366be-bbdd-48cc-8d7f-8588d5b4b8e9 None None] Agent healthcheck: found 6 active agents {{(pid=93178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:40:34.442530 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9be8c49d-fdd7-49be-a71c-49aaf5d45c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:34.883196 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6277c27d-a5f5-4e62-9d96-7688c767c002 req-c56fb4ab-1c24-4961-ac95-aaa67f3c0a45 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:34.884641 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-6277c27d-a5f5-4e62-9d96-7688c767c002 req-c56fb4ab-1c24-4961-ac95-aaa67f3c0a45 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/ports?device_id=885b435f-0eea-4db8-b967-ebca99903297 HTTP/1.1" status: 200 len: 946 time: 0.0656915 Jun 29 11:40:34.924946 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-6277c27d-a5f5-4e62-9d96-7688c767c002 req-ad30509d-a3e7-4bc2-908c-b07235799884 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/security-groups?id=38d493ea-8bd2-480e-b405-daa4d11d3534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328400 Jun 29 11:40:36.390182 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7dc1f572-48b9-4e28-8a5a-f2a12e721563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:50.555601 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:40:50.907755 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-47488953-e17a-42d2-aa23-711115f714c4 req-6a4724bb-8450-4fd2-91c6-fea8cd403fb0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0538497 Jun 29 11:40:51.267601 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47488953-e17a-42d2-aa23-711115f714c4 req-76d009e2-950e-413d-9b5c-ee144cb652ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:51.269697 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-47488953-e17a-42d2-aa23-711115f714c4 req-76d009e2-950e-413d-9b5c-ee144cb652ed service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bcd5ad4328fb47e5815bb6b7debbea57&device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 1100 time: 0.3140495 Jun 29 11:40:51.378675 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47488953-e17a-42d2-aa23-711115f714c4 req-c2dd38d1-ee8c-4a2f-8b2b-931fc4eee4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:51.380214 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-47488953-e17a-42d2-aa23-711115f714c4 req-c2dd38d1-ee8c-4a2f-8b2b-931fc4eee4cc service neutron] 10.222.0.21 "GET /v2.0/networks?id=b963bd4f-00c4-43c3-bead-28b3bc0930b9 HTTP/1.1" status: 200 len: 917 time: 0.0863996 Jun 29 11:40:51.450280 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-47488953-e17a-42d2-aa23-711115f714c4 req-c1ede777-c25a-4896-8a45-909427b93d39 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=872cdef4-1097-4ec8-8250-adf21db70ac8 HTTP/1.1" status: 200 len: 1002 time: 0.0613415 Jun 29 11:40:51.500332 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47488953-e17a-42d2-aa23-711115f714c4 req-3d5f126a-40fa-40e4-9335-beff4fa0bfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:51.501771 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-47488953-e17a-42d2-aa23-711115f714c4 req-3d5f126a-40fa-40e4-9335-beff4fa0bfcc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2303b7c5-2df0-4ce3-8da2-9b421c47074d HTTP/1.1" status: 200 len: 855 time: 0.0440903 Jun 29 11:40:51.557588 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47488953-e17a-42d2-aa23-711115f714c4 req-d3a51624-94f9-41ba-9135-6cffe1359ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:51.559047 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-47488953-e17a-42d2-aa23-711115f714c4 req-d3a51624-94f9-41ba-9135-6cffe1359ebe service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b963bd4f-00c4-43c3-bead-28b3bc0930b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0500710 Jun 29 11:40:51.650048 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-47488953-e17a-42d2-aa23-711115f714c4 req-41dcc060-d8f1-4447-8210-b420820aac38 service neutron] 10.222.0.21 "GET /v2.0/networks/b963bd4f-00c4-43c3-bead-28b3bc0930b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827799 Jun 29 11:40:51.747969 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-47488953-e17a-42d2-aa23-711115f714c4 req-a30a6511-cda9-4ded-86fb-f2946cde7fae service neutron] 10.222.0.21 "GET /v2.0/networks/b963bd4f-00c4-43c3-bead-28b3bc0930b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908835 Jun 29 11:40:59.404204 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac74c37f-84cc-417d-996d-5beab12abbcf req-6fdf817a-f4f2-4108-8e23-5be4af0cb1fa tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:40:59.406331 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-ac74c37f-84cc-417d-996d-5beab12abbcf req-6fdf817a-f4f2-4108-8e23-5be4af0cb1fa tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/ports?device_id=885b435f-0eea-4db8-b967-ebca99903297 HTTP/1.1" status: 200 len: 946 time: 0.0684319 Jun 29 11:40:59.448761 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-ac74c37f-84cc-417d-996d-5beab12abbcf req-370131ee-8a18-4a7a-a24a-c159fbc3e22e tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/security-groups?id=38d493ea-8bd2-480e-b405-daa4d11d3534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368414 Jun 29 11:41:00.576844 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-aa396fb1-23d9-4de6-92af-c3d21ec57a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:00.734202 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5368705a-d548-458b-a22e-f4fab8cd4567 req-15235c11-1b32-40e5-8a7d-a4bc4fae637c tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:00.735773 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-5368705a-d548-458b-a22e-f4fab8cd4567 req-15235c11-1b32-40e5-8a7d-a4bc4fae637c tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/ports?device_id=885b435f-0eea-4db8-b967-ebca99903297 HTTP/1.1" status: 200 len: 946 time: 0.1706696 Jun 29 11:41:00.775729 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-5368705a-d548-458b-a22e-f4fab8cd4567 req-728450f4-2b8a-4670-a7cd-e7c836382bd7 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/security-groups?id=38d493ea-8bd2-480e-b405-daa4d11d3534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329840 Jun 29 11:41:01.971754 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054d5577-c010-4910-abf1-6224e5cd3395 req-aa5bc205-dc52-4f4d-9d2d-b724d8eaa804 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:01.973217 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-054d5577-c010-4910-abf1-6224e5cd3395 req-aa5bc205-dc52-4f4d-9d2d-b724d8eaa804 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/ports?device_id=885b435f-0eea-4db8-b967-ebca99903297 HTTP/1.1" status: 200 len: 946 time: 0.0767581 Jun 29 11:41:02.012008 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-054d5577-c010-4910-abf1-6224e5cd3395 req-af40a8fa-748b-4f59-bf9c-3adf4febe392 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/security-groups?id=38d493ea-8bd2-480e-b405-daa4d11d3534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333459 Jun 29 11:41:03.199881 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c495321-fa45-4b8d-8246-d40e034eb040 req-bd0e8923-53ca-495a-9f4d-4aafafecd12d tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:03.201357 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-7c495321-fa45-4b8d-8246-d40e034eb040 req-bd0e8923-53ca-495a-9f4d-4aafafecd12d tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/ports?device_id=885b435f-0eea-4db8-b967-ebca99903297 HTTP/1.1" status: 200 len: 946 time: 0.0716267 Jun 29 11:41:03.241267 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-7c495321-fa45-4b8d-8246-d40e034eb040 req-a24e379d-7cef-484b-9f07-078501cb4cc4 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/security-groups?id=38d493ea-8bd2-480e-b405-daa4d11d3534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336087 Jun 29 11:41:03.350497 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-66e375b3-1ef8-4817-805f-f9ad993dc170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:03.681915 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:04.416256 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc5b0b0-f59d-44ff-80e4-ddd26dc3d2b9 req-f0519180-d94f-46d3-9c7d-5c92dfd6fab5 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:04.417816 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-cdc5b0b0-f59d-44ff-80e4-ddd26dc3d2b9 req-f0519180-d94f-46d3-9c7d-5c92dfd6fab5 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/ports?device_id=885b435f-0eea-4db8-b967-ebca99903297 HTTP/1.1" status: 200 len: 946 time: 0.0652759 Jun 29 11:41:04.498165 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-cdc5b0b0-f59d-44ff-80e4-ddd26dc3d2b9 req-b13e6fa9-e238-4f06-a9af-37d334bbb858 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/security-groups?id=38d493ea-8bd2-480e-b405-daa4d11d3534&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703797 Jun 29 11:41:04.531390 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1632a3-deaf-452b-93e6-40da6676a169 req-f67a145a-05c2-4dd1-888e-acc479464d74 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:04.533722 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-ce1632a3-deaf-452b-93e6-40da6676a169 req-f67a145a-05c2-4dd1-888e-acc479464d74 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.21 "GET /v2.0/ports?device_id=885b435f-0eea-4db8-b967-ebca99903297 HTTP/1.1" status: 200 len: 946 time: 0.1150043 Jun 29 11:41:04.574674 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9be8c49d-fdd7-49be-a71c-49aaf5d45c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:04.638969 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.plugin [req-ce1632a3-deaf-452b-93e6-40da6676a169 req-40e7ee50-4caa-4520-9af7-e6caa472adb3 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Deleting port 8ce3ab39-da6d-410f-a14c-3d9166bedc5d {{(pid=93175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:41:04.639307 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-ce1632a3-deaf-452b-93e6-40da6676a169 req-40e7ee50-4caa-4520-9af7-e6caa472adb3 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744991508026'] for port, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:04.762098 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.db [req-ce1632a3-deaf-452b-93e6-40da6676a169 req-40e7ee50-4caa-4520-9af7-e6caa472adb3 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] For port 8ce3ab39-da6d-410f-a14c-3d9166bedc5d, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=8ce3ab39-da6d-410f-a14c-3d9166bedc5d,segment=NetworkSegment(55466662-301d-406e-82c0-6dd641001f64),segment_id=55466662-301d-406e-82c0-6dd641001f64)] {{(pid=93175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:41:04.762451 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-ce1632a3-deaf-452b-93e6-40da6676a169 req-40e7ee50-4caa-4520-9af7-e6caa472adb3 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013211'] for port, precommit_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:04.776440 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.plugin [req-ce1632a3-deaf-452b-93e6-40da6676a169 req-40e7ee50-4caa-4520-9af7-e6caa472adb3 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Calling delete_port for 8ce3ab39-da6d-410f-a14c-3d9166bedc5d owned by compute:nova {{(pid=93175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:41:04.928988 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-ce1632a3-deaf-452b-93e6-40da6676a169 req-40e7ee50-4caa-4520-9af7-e6caa472adb3 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744991430440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744990953750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61825989'] for port, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:04.933545 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-3b08a013-580c-4770-b0fd-25d16d8a34e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:41:04.966892 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e7ee50-4caa-4520-9af7-e6caa472adb3 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Pushing event deleted for resources: {'Port': ['ID=8ce3ab39-da6d-410f-a14c-3d9166bedc5d,revision_number=None']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:41:04.980474 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e7ee50-4caa-4520-9af7-e6caa472adb3 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:41:04.980841 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e7ee50-4caa-4520-9af7-e6caa472adb3 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:41:04.981198 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e7ee50-4caa-4520-9af7-e6caa472adb3 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:41:04.981547 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e7ee50-4caa-4520-9af7-e6caa472adb3 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:41:04.981899 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e7ee50-4caa-4520-9af7-e6caa472adb3 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:41:04.982247 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e7ee50-4caa-4520-9af7-e6caa472adb3 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:41:04.982590 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e7ee50-4caa-4520-9af7-e6caa472adb3 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:41:04.983084 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e7ee50-4caa-4520-9af7-e6caa472adb3 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:41:04.983704 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e7ee50-4caa-4520-9af7-e6caa472adb3 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:41:04.984125 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e7ee50-4caa-4520-9af7-e6caa472adb3 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:41:04.984472 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e7ee50-4caa-4520-9af7-e6caa472adb3 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:41:04.984929 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e7ee50-4caa-4520-9af7-e6caa472adb3 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:41:05.004042 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-40e7ee50-4caa-4520-9af7-e6caa472adb3 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:41:05.028253 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce1632a3-deaf-452b-93e6-40da6676a169 req-40e7ee50-4caa-4520-9af7-e6caa472adb3 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] No DVR routers for this DVR port 8ce3ab39-da6d-410f-a14c-3d9166bedc5d on host hv-cinder-79760 {{(pid=93175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:41:05.031812 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-ce1632a3-deaf-452b-93e6-40da6676a169 req-40e7ee50-4caa-4520-9af7-e6caa472adb3 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126777'] for port, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:05.033959 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-ce1632a3-deaf-452b-93e6-40da6676a169 req-40e7ee50-4caa-4520-9af7-e6caa472adb3 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.21 "DELETE /v2.0/ports/8ce3ab39-da6d-410f-a14c-3d9166bedc5d HTTP/1.1" status: 204 len: 173 time: 0.4942880 Jun 29 11:41:05.034487 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '885b435f-0eea-4db8-b967-ebca99903297', 'name': 'network-vif-deleted', 'tag': '8ce3ab39-da6d-410f-a14c-3d9166bedc5d'}] {{(pid=93175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:41:05.036939 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}879b71c770f982178fec1a07a47b9a5355ed3bb08afc25f1aa80a68f93cb18a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec13736-1e95-4af4-8140-ee312b8a2046" -d '{"events": [{"server_uuid": "885b435f-0eea-4db8-b967-ebca99903297", "name": "network-vif-deleted", "tag": "8ce3ab39-da6d-410f-a14c-3d9166bedc5d"}]}' {{(pid=93175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:41:05.084596 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8dc0159-1a22-49d3-878b-a0902634c519 x-openstack-request-id: req-f8dc0159-1a22-49d3-878b-a0902634c519 {{(pid=93175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:41:05.084918 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "885b435f-0eea-4db8-b967-ebca99903297", "name": "network-vif-deleted", "tag": "8ce3ab39-da6d-410f-a14c-3d9166bedc5d", "status": "completed", "code": 200}]} {{(pid=93175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:41:05.085201 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f8dc0159-1a22-49d3-878b-a0902634c519 {{(pid=93175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:41:05.085624 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '885b435f-0eea-4db8-b967-ebca99903297', 'name': 'network-vif-deleted', 'tag': '8ce3ab39-da6d-410f-a14c-3d9166bedc5d', 'status': 'completed', 'code': 200} Jun 29 11:41:05.715873 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-c739f133-db85-4929-854a-da31a5c1dcc1 req-54231642-d3be-4966-b098-9a3c43822d30 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] 10.222.0.78 "GET /v2.0/ports?device_id=885b435f-0eea-4db8-b967-ebca99903297 HTTP/1.1" status: 200 len: 210 time: 0.0496068 Jun 29 11:41:06.394859 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7dc1f572-48b9-4e28-8a5a-f2a12e721563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:06.494766 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Device 8ce3ab39-da6d-410f-a14c-3d9166bedc5d no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:41:06.516935 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] No Port match for: 8ce3ab39-da6d-410f-a14c-3d9166bedc5d {{(pid=93177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:41:06.517327 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Device 8ce3ab39-da6d-410f-a14c-3d9166bedc5d not bound to the agent host hv-cinder-79760 {{(pid=93177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:41:11.306786 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.agents_db [None req-013366be-bbdd-48cc-8d7f-8588d5b4b8e9 None None] Agent healthcheck: found 6 active agents {{(pid=93178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:41:20.564152 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:26.242758 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 55296) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:41:26.291642 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-52dfd285-9be2-4176-a214-7e27df04af7b admin admin] Deleting subnet 0be6d04b-0794-4388-9c0f-12568e246883 {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 11:41:26.294731 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-52dfd285-9be2-4176-a214-7e27df04af7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:26.329688 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-52dfd285-9be2-4176-a214-7e27df04af7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62645035'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:26.369369 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-52dfd285-9be2-4176-a214-7e27df04af7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4171685'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:26.424203 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-52dfd285-9be2-4176-a214-7e27df04af7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4171708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58778175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62643856'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:26.427741 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:41:26.456754 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dfd285-9be2-4176-a214-7e27df04af7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0be6d04b-0794-4388-9c0f-12568e246883,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:41:26.459523 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-52dfd285-9be2-4176-a214-7e27df04af7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:26.461058 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-52dfd285-9be2-4176-a214-7e27df04af7b admin admin] 10.222.0.78 "DELETE /v2.0/subnets/0be6d04b-0794-4388-9c0f-12568e246883 HTTP/1.1" status: 204 len: 168 time: 0.2173328 Jun 29 11:41:26.463754 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 55300) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:41:26.467649 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dfd285-9be2-4176-a214-7e27df04af7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:41:26.468028 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dfd285-9be2-4176-a214-7e27df04af7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:41:26.468391 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dfd285-9be2-4176-a214-7e27df04af7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:41:26.468748 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dfd285-9be2-4176-a214-7e27df04af7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:41:26.469133 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dfd285-9be2-4176-a214-7e27df04af7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:41:26.469554 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dfd285-9be2-4176-a214-7e27df04af7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:41:26.470170 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dfd285-9be2-4176-a214-7e27df04af7b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:41:26.470263 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dfd285-9be2-4176-a214-7e27df04af7b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:41:26.470578 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dfd285-9be2-4176-a214-7e27df04af7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:41:26.470929 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dfd285-9be2-4176-a214-7e27df04af7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:41:26.471272 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dfd285-9be2-4176-a214-7e27df04af7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:41:26.471712 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52dfd285-9be2-4176-a214-7e27df04af7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:41:26.474836 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-52dfd285-9be2-4176-a214-7e27df04af7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:41:26.545578 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-7f5b64bb-f4bb-4449-aa40-c13f0efd0467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3737496'] for network, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:26.626072 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-7f5b64bb-f4bb-4449-aa40-c13f0efd0467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4171643', 'neutron.services.segments.db._delete_segments_for_network-8744991479107'] for network, precommit_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:26.636039 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.services.segments.db [None req-7f5b64bb-f4bb-4449-aa40-c13f0efd0467 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9d88840-98f4-4a23-99d2-b1bc5c5cc80e']}} {{(pid=93175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:41:26.647168 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.services.segments.db [None req-7f5b64bb-f4bb-4449-aa40-c13f0efd0467 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55466662-301d-406e-82c0-6dd641001f64') {'for_net_delete': True} {{(pid=93175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:41:26.647455 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.services.segments.db [None req-7f5b64bb-f4bb-4449-aa40-c13f0efd0467 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55466662-301d-406e-82c0-6dd641001f64') {} {{(pid=93175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:41:26.656432 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-7f5b64bb-f4bb-4449-aa40-c13f0efd0467 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744991309258', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61476078'] for segment, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:26.676451 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-7f5b64bb-f4bb-4449-aa40-c13f0efd0467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144823'] for segment, precommit_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:26.682809 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f5b64bb-f4bb-4449-aa40-c13f0efd0467 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=93175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 11:41:26.683243 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-7f5b64bb-f4bb-4449-aa40-c13f0efd0467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61825938'] for segment, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:26.685106 dv-cinder-797608-2-smb neutron-server[93175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:41:26.685106 dv-cinder-797608-2-smb neutron-server[93175]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:41:26.685106 dv-cinder-797608-2-smb neutron-server[93175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:41:26.685106 dv-cinder-797608-2-smb neutron-server[93175]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:41:26.685106 dv-cinder-797608-2-smb neutron-server[93175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:41:26.685106 dv-cinder-797608-2-smb neutron-server[93175]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:41:26.685106 dv-cinder-797608-2-smb neutron-server[93175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:41:26.685106 dv-cinder-797608-2-smb neutron-server[93175]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:41:26.685106 dv-cinder-797608-2-smb neutron-server[93175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:41:26.685106 dv-cinder-797608-2-smb neutron-server[93175]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:41:26.685106 dv-cinder-797608-2-smb neutron-server[93175]: Traceback (most recent call last): Jun 29 11:41:26.685106 dv-cinder-797608-2-smb neutron-server[93175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 11:41:26.685106 dv-cinder-797608-2-smb neutron-server[93175]: timer() Jun 29 11:41:26.685106 dv-cinder-797608-2-smb neutron-server[93175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 11:41:26.685106 dv-cinder-797608-2-smb neutron-server[93175]: cb(*args, **kw) Jun 29 11:41:26.685106 dv-cinder-797608-2-smb neutron-server[93175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 11:41:26.685106 dv-cinder-797608-2-smb neutron-server[93175]: return func(*args, **kwargs) Jun 29 11:41:26.685106 dv-cinder-797608-2-smb neutron-server[93175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 11:41:26.685106 dv-cinder-797608-2-smb neutron-server[93175]: self._notify() Jun 29 11:41:26.685106 dv-cinder-797608-2-smb neutron-server[93175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 11:41:26.685106 dv-cinder-797608-2-smb neutron-server[93175]: self.callback(batched_events) Jun 29 11:41:26.685106 dv-cinder-797608-2-smb neutron-server[93175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 11:41:26.685106 dv-cinder-797608-2-smb neutron-server[93175]: event.method(event) Jun 29 11:41:26.685106 dv-cinder-797608-2-smb neutron-server[93175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 11:41:26.685106 dv-cinder-797608-2-smb neutron-server[93175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 11:41:26.685106 dv-cinder-797608-2-smb neutron-server[93175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 11:41:26.685106 dv-cinder-797608-2-smb neutron-server[93175]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 11:41:26.685106 dv-cinder-797608-2-smb neutron-server[93175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 11:41:26.685106 dv-cinder-797608-2-smb neutron-server[93175]: return f(self, *a, **k) Jun 29 11:41:26.685106 dv-cinder-797608-2-smb neutron-server[93175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 11:41:26.685106 dv-cinder-797608-2-smb neutron-server[93175]: return self._get(url).json() Jun 29 11:41:26.685106 dv-cinder-797608-2-smb neutron-server[93175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 11:41:26.685106 dv-cinder-797608-2-smb neutron-server[93175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 11:41:26.685106 dv-cinder-797608-2-smb neutron-server[93175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 11:41:26.685106 dv-cinder-797608-2-smb neutron-server[93175]: return self.request(url, 'GET', **kwargs) Jun 29 11:41:26.685106 dv-cinder-797608-2-smb neutron-server[93175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 11:41:26.685106 dv-cinder-797608-2-smb neutron-server[93175]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 11:41:26.685106 dv-cinder-797608-2-smb neutron-server[93175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 11:41:26.685106 dv-cinder-797608-2-smb neutron-server[93175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 11:41:26.685106 dv-cinder-797608-2-smb neutron-server[93175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 11:41:26.685106 dv-cinder-797608-2-smb neutron-server[93175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 11:41:26.685106 dv-cinder-797608-2-smb neutron-server[93175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 11:41:26.742825 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-7f5b64bb-f4bb-4449-aa40-c13f0efd0467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4171616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-533507'] for network, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:26.746838 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:41:26.749374 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-7f5b64bb-f4bb-4449-aa40-c13f0efd0467 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636407'] for network, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:26.751783 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-7f5b64bb-f4bb-4449-aa40-c13f0efd0467 admin admin] 10.222.0.78 "DELETE /v2.0/networks/e9d88840-98f4-4a23-99d2-b1bc5c5cc80e HTTP/1.1" status: 204 len: 168 time: 0.2870145 Jun 29 11:41:26.763073 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5b64bb-f4bb-4449-aa40-c13f0efd0467 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9d88840-98f4-4a23-99d2-b1bc5c5cc80e,revision_number=None']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:41:26.765641 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-7f5b64bb-f4bb-4449-aa40-c13f0efd0467 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:41:26.878143 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 55304) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:41:26.918237 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-37c513b1-fc85-4b00-b40c-a38dcc14b157 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=eb717b2fc54644fab9442a27b124ca4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388591 Jun 29 11:41:26.920725 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 55306) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:41:26.972119 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-131cf69a-9129-40b9-819b-bc8319bca905 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:26.994283 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-131cf69a-9129-40b9-819b-bc8319bca905 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:27.058123 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-131cf69a-9129-40b9-819b-bc8319bca905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:27.060909 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-131cf69a-9129-40b9-819b-bc8319bca905 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:27.062081 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-131cf69a-9129-40b9-819b-bc8319bca905 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/38d493ea-8bd2-480e-b405-daa4d11d3534 HTTP/1.1" status: 204 len: 168 time: 0.1403983 Jun 29 11:41:27.062908 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-6f0da181-8522-4471-adf8-50f8c4d97114 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:41:27.071416 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131cf69a-9129-40b9-819b-bc8319bca905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d493ea-8bd2-480e-b405-daa4d11d3534,revision_number=None']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:41:27.074060 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-131cf69a-9129-40b9-819b-bc8319bca905 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:41:30.579701 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-461e1f0c-2b73-492f-b598-b214c4207435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:33.261861 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 55374) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:41:33.353290 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8c6ba07c-3010-40b4-bcbe-c826a32edab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:33.369660 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-ddf945a9-8e4e-419e-b7c7-a8cf8183887b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:33.464629 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-ddf945a9-8e4e-419e-b7c7-a8cf8183887b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:33.469479 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-ddf945a9-8e4e-419e-b7c7-a8cf8183887b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:33.472141 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-b468c08c-73ff-4e45-a35a-cc0e72b0373e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:41:33.507160 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf945a9-8e4e-419e-b7c7-a8cf8183887b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33c1f493-cf09-4b08-8670-1d5dd53b1e3b,revision_number=1']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:41:33.514696 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 55378) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:41:33.515309 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-ddf945a9-8e4e-419e-b7c7-a8cf8183887b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=184855dc3045459ba30c8c3594638bc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2517765 Jun 29 11:41:33.515778 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-ddf945a9-8e4e-419e-b7c7-a8cf8183887b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:41:33.567499 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e1bc11c0-a525-4c52-a089-91c42703ee6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:33.600392 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e1bc11c0-a525-4c52-a089-91c42703ee6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:33.649680 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e1bc11c0-a525-4c52-a089-91c42703ee6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:33.652360 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e1bc11c0-a525-4c52-a089-91c42703ee6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:33.653765 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-e1bc11c0-a525-4c52-a089-91c42703ee6c admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/33c1f493-cf09-4b08-8670-1d5dd53b1e3b HTTP/1.1" status: 204 len: 168 time: 0.1377630 Jun 29 11:41:33.654893 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2c444000-76f3-49bd-b82b-3b2be1ce2cce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:41:33.668896 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bc11c0-a525-4c52-a089-91c42703ee6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33c1f493-cf09-4b08-8670-1d5dd53b1e3b,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:41:33.673684 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e1bc11c0-a525-4c52-a089-91c42703ee6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:41:33.720455 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:34.447133 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9be8c49d-fdd7-49be-a71c-49aaf5d45c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:36.395363 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7dc1f572-48b9-4e28-8a5a-f2a12e721563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:44.821687 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f5ba05-be0a-47e9-9bd2-45cb24386897 req-d5caa6b6-63f5-4ec7-af58-0214d3721f0d tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:44.823176 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-e1f5ba05-be0a-47e9-9bd2-45cb24386897 req-d5caa6b6-63f5-4ec7-af58-0214d3721f0d tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 947 time: 0.0652032 Jun 29 11:41:44.861811 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-e1f5ba05-be0a-47e9-9bd2-45cb24386897 req-d6f38cb8-9a7f-4afe-858e-d5d6e00a36b8 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=2204a202-4664-4211-8f03-264aadfb8234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330093 Jun 29 11:41:46.054678 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44f235c-ef56-40a8-9703-36113e63ebd3 req-6fee0633-b73c-4276-ac7c-c003883fcba4 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:46.056277 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-f44f235c-ef56-40a8-9703-36113e63ebd3 req-6fee0633-b73c-4276-ac7c-c003883fcba4 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 947 time: 0.0712306 Jun 29 11:41:46.098064 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-f44f235c-ef56-40a8-9703-36113e63ebd3 req-c4f75f23-f736-43fd-a96b-9d7982e46a6b tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=2204a202-4664-4211-8f03-264aadfb8234&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357885 Jun 29 11:41:46.600904 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc81ab5-b5eb-467c-8949-11919a8abf10 req-1716be04-e9ad-4f15-9dc3-4250af76bf73 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:46.602298 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-dbc81ab5-b5eb-467c-8949-11919a8abf10 req-1716be04-e9ad-4f15-9dc3-4250af76bf73 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.21 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 947 time: 0.0662441 Jun 29 11:41:46.708745 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.plugin [req-dbc81ab5-b5eb-467c-8949-11919a8abf10 req-12579a5f-1ffc-484e-95b6-986ec0406af1 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Deleting port 872cdef4-1097-4ec8-8250-adf21db70ac8 {{(pid=93175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:41:46.709112 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-dbc81ab5-b5eb-467c-8949-11919a8abf10 req-12579a5f-1ffc-484e-95b6-986ec0406af1 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744991508026'] for port, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:46.797179 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.db [req-dbc81ab5-b5eb-467c-8949-11919a8abf10 req-12579a5f-1ffc-484e-95b6-986ec0406af1 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] For port 872cdef4-1097-4ec8-8250-adf21db70ac8, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=872cdef4-1097-4ec8-8250-adf21db70ac8,segment=NetworkSegment(431791e9-c625-45bb-a999-673c6d9515d0),segment_id=431791e9-c625-45bb-a999-673c6d9515d0)] {{(pid=93175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:41:46.797951 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-dbc81ab5-b5eb-467c-8949-11919a8abf10 req-12579a5f-1ffc-484e-95b6-986ec0406af1 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013211'] for port, precommit_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:47.015231 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-dbc81ab5-b5eb-467c-8949-11919a8abf10 req-12579a5f-1ffc-484e-95b6-986ec0406af1 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:47.015564 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-dbc81ab5-b5eb-467c-8949-11919a8abf10 req-12579a5f-1ffc-484e-95b6-986ec0406af1 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-533553'] for floatingip, after_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:47.015936 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.db.l3_db [req-dbc81ab5-b5eb-467c-8949-11919a8abf10 req-12579a5f-1ffc-484e-95b6-986ec0406af1 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Floating IP c62459dc-8d88-4ca2-9661-6f61c12af833 disassociated. External IP: 172.28.2.221, port: 872cdef4-1097-4ec8-8250-adf21db70ac8. Jun 29 11:41:47.017154 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.plugin [req-dbc81ab5-b5eb-467c-8949-11919a8abf10 req-12579a5f-1ffc-484e-95b6-986ec0406af1 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Calling delete_port for 872cdef4-1097-4ec8-8250-adf21db70ac8 owned by compute:nova {{(pid=93175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:41:47.181839 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-dbc81ab5-b5eb-467c-8949-11919a8abf10 req-12579a5f-1ffc-484e-95b6-986ec0406af1 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744991430440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744990953750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61825989'] for port, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:47.188532 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-2e4722b4-59b7-4822-ba0c-b603773abe14 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:41:47.236423 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12579a5f-1ffc-484e-95b6-986ec0406af1 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Pushing event deleted for resources: {'Port': ['ID=872cdef4-1097-4ec8-8250-adf21db70ac8,revision_number=None']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:41:47.256756 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-12579a5f-1ffc-484e-95b6-986ec0406af1 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:41:47.296095 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-f0003791-39bc-4c19-8f88-d17f6ba0aeec req-956c4c46-faa2-4329-967d-3646ab6b442f tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=49895f39-c8d9-470a-a603-81104b746081 HTTP/1.1" status: 200 len: 210 time: 0.0629027 Jun 29 11:41:47.420383 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dbc81ab5-b5eb-467c-8949-11919a8abf10 req-12579a5f-1ffc-484e-95b6-986ec0406af1 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Router d3d4c572-229a-44f5-94d5-a2778a247153 has already been hosted by L3 agent bfbd9503-e406-4b21-85aa-cc71bbe721ce {{(pid=93175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 11:41:47.542935 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dbc81ab5-b5eb-467c-8949-11919a8abf10 req-12579a5f-1ffc-484e-95b6-986ec0406af1 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify agent at l3_agent.dv-cinder-797608-2-smb the message routers_updated {{(pid=93175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:41:47.556876 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71215fda-7e15-455d-95f8-da5d83730fc6 None None] Sync routers for ids ['d3d4c572-229a-44f5-94d5-a2778a247153'] in dv-cinder-797608-2-smb {{(pid=93177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:41:47.567714 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71215fda-7e15-455d-95f8-da5d83730fc6 None None] Routers {'d3d4c572-229a-44f5-94d5-a2778a247153'} bound to L3 agent in host dv-cinder-797608-2-smb {{(pid=93177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:41:47.568358 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-71215fda-7e15-455d-95f8-da5d83730fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T11:27:33Z,description=,heartbeat_timestamp=2021-06-29T11:41:33Z,host='dv-cinder-797608-2-smb',id=bfbd9503-e406-4b21-85aa-cc71bbe721ce,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:33Z,topic='l3_agent')) {'router_ids': ['d3d4c572-229a-44f5-94d5-a2778a247153'], 'active': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:41:47.598796 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbc81ab5-b5eb-467c-8949-11919a8abf10 req-12579a5f-1ffc-484e-95b6-986ec0406af1 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] No DVR routers for this DVR port 872cdef4-1097-4ec8-8250-adf21db70ac8 on host hv-cinder-79760 {{(pid=93175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:41:47.603191 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-dbc81ab5-b5eb-467c-8949-11919a8abf10 req-12579a5f-1ffc-484e-95b6-986ec0406af1 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126777'] for port, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:47.606739 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-dbc81ab5-b5eb-467c-8949-11919a8abf10 req-12579a5f-1ffc-484e-95b6-986ec0406af1 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.21 "DELETE /v2.0/ports/872cdef4-1097-4ec8-8250-adf21db70ac8 HTTP/1.1" status: 204 len: 173 time: 0.9987769 Jun 29 11:41:47.607555 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49895f39-c8d9-470a-a603-81104b746081', 'name': 'network-vif-deleted', 'tag': '872cdef4-1097-4ec8-8250-adf21db70ac8'}] {{(pid=93175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:41:47.613285 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}879b71c770f982178fec1a07a47b9a5355ed3bb08afc25f1aa80a68f93cb18a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef8d6da6-4dc7-4e57-a366-8fb43b45f6ac" -d '{"events": [{"server_uuid": "49895f39-c8d9-470a-a603-81104b746081", "name": "network-vif-deleted", "tag": "872cdef4-1097-4ec8-8250-adf21db70ac8"}]}' {{(pid=93175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:41:47.702465 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_dvr_db [None req-71215fda-7e15-455d-95f8-da5d83730fc6 None None] Set router d3d4c572-229a-44f5-94d5-a2778a247153 gateway port host: dv-cinder-797608-2-smb {{(pid=93177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:41:47.758134 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3fc38fb-26c0-4613-9eb1-9c5dc2813ff0 x-openstack-request-id: req-c3fc38fb-26c0-4613-9eb1-9c5dc2813ff0 {{(pid=93175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:41:47.758471 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49895f39-c8d9-470a-a603-81104b746081", "name": "network-vif-deleted", "tag": "872cdef4-1097-4ec8-8250-adf21db70ac8", "status": "completed", "code": 200}]} {{(pid=93175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:41:47.758761 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c3fc38fb-26c0-4613-9eb1-9c5dc2813ff0 {{(pid=93175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:41:47.759193 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49895f39-c8d9-470a-a603-81104b746081', 'name': 'network-vif-deleted', 'tag': '872cdef4-1097-4ec8-8250-adf21db70ac8', 'status': 'completed', 'code': 200} Jun 29 11:41:47.976955 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-71215fda-7e15-455d-95f8-da5d83730fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d4c572-229a-44f5-94d5-a2778a247153', 'name': 'tempest-AttachVolumeShelveTestJSON-557508439-router', 'tenant_id': 'bcd5ad4328fb47e5815bb6b7debbea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'external_fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.173'}], 'enable_snat': True}, 'gw_port_id': '5bd6bd70-fd61-4e04-87e6-b76de5ef0071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:35:41Z', 'updated_at': '2021-06-29T11:35:49Z', 'revision_number': 4, 'project_id': 'bcd5ad4328fb47e5815bb6b7debbea57', 'gw_port': {'id': '5bd6bd70-fd61-4e04-87e6-b76de5ef0071', 'name': '', 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d4c572-229a-44f5-94d5-a2778a247153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:42Z', 'updated_at': '2021-06-29T11:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042f854c-de74-4a6a-969f-d747577d8cca', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-smb', '_interfaces': [{'id': 'ef94a013-ceae-4cd3-9c61-c84d547c60a2', 'name': '', 'network_id': 'b963bd4f-00c4-43c3-bead-28b3bc0930b9', 'tenant_id': 'bcd5ad4328fb47e5815bb6b7debbea57', 'mac_address': 'fa:16:3e:fb:9b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d4c572-229a-44f5-94d5-a2778a247153', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2303b7c5-2df0-4ce3-8da2-9b421c47074d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:46Z', 'updated_at': '2021-06-29T11:35:59Z', 'revision_number': 5, 'project_id': 'bcd5ad4328fb47e5815bb6b7debbea57', 'subnets': [{'id': '2303b7c5-2df0-4ce3-8da2-9b421c47074d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-smb', False) {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:41:48.029359 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71215fda-7e15-455d-95f8-da5d83730fc6 None None] Checking router: d3d4c572-229a-44f5-94d5-a2778a247153 for host: dv-cinder-797608-2-smb {{(pid=93177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:41:48.045624 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71215fda-7e15-455d-95f8-da5d83730fc6 None None] Routers {'d3d4c572-229a-44f5-94d5-a2778a247153'} bound to L3 agent in host dv-cinder-797608-2-smb {{(pid=93177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:41:48.046867 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-71215fda-7e15-455d-95f8-da5d83730fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T11:27:33Z,description=,heartbeat_timestamp=2021-06-29T11:41:33Z,host='dv-cinder-797608-2-smb',id=bfbd9503-e406-4b21-85aa-cc71bbe721ce,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:33Z,topic='l3_agent')) {'router_ids': ['d3d4c572-229a-44f5-94d5-a2778a247153'], 'active': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:41:48.182077 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_dvr_db [None req-71215fda-7e15-455d-95f8-da5d83730fc6 None None] Set router d3d4c572-229a-44f5-94d5-a2778a247153 gateway port host: dv-cinder-797608-2-smb {{(pid=93177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:41:48.308203 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.agents_db [None req-013366be-bbdd-48cc-8d7f-8588d5b4b8e9 None None] Agent healthcheck: found 6 active agents {{(pid=93178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:41:48.501099 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-71215fda-7e15-455d-95f8-da5d83730fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d4c572-229a-44f5-94d5-a2778a247153', 'name': 'tempest-AttachVolumeShelveTestJSON-557508439-router', 'tenant_id': 'bcd5ad4328fb47e5815bb6b7debbea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'external_fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.173'}], 'enable_snat': True}, 'gw_port_id': '5bd6bd70-fd61-4e04-87e6-b76de5ef0071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:35:41Z', 'updated_at': '2021-06-29T11:35:49Z', 'revision_number': 4, 'project_id': 'bcd5ad4328fb47e5815bb6b7debbea57', 'gw_port': {'id': '5bd6bd70-fd61-4e04-87e6-b76de5ef0071', 'name': '', 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d4c572-229a-44f5-94d5-a2778a247153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:42Z', 'updated_at': '2021-06-29T11:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042f854c-de74-4a6a-969f-d747577d8cca', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-smb', '_interfaces': [{'id': 'ef94a013-ceae-4cd3-9c61-c84d547c60a2', 'name': '', 'network_id': 'b963bd4f-00c4-43c3-bead-28b3bc0930b9', 'tenant_id': 'bcd5ad4328fb47e5815bb6b7debbea57', 'mac_address': 'fa:16:3e:fb:9b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d4c572-229a-44f5-94d5-a2778a247153', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2303b7c5-2df0-4ce3-8da2-9b421c47074d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:46Z', 'updated_at': '2021-06-29T11:35:59Z', 'revision_number': 5, 'project_id': 'bcd5ad4328fb47e5815bb6b7debbea57', 'subnets': [{'id': '2303b7c5-2df0-4ce3-8da2-9b421c47074d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-smb', False) {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:41:48.528535 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71215fda-7e15-455d-95f8-da5d83730fc6 None None] The sync data for ids ['d3d4c572-229a-44f5-94d5-a2778a247153'] in dv-cinder-797608-2-smb is: [{'id': 'd3d4c572-229a-44f5-94d5-a2778a247153', 'name': 'tempest-AttachVolumeShelveTestJSON-557508439-router', 'tenant_id': 'bcd5ad4328fb47e5815bb6b7debbea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'external_fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.173'}], 'enable_snat': True}, 'gw_port_id': '5bd6bd70-fd61-4e04-87e6-b76de5ef0071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:35:41Z', 'updated_at': '2021-06-29T11:35:49Z', 'revision_number': 4, 'project_id': 'bcd5ad4328fb47e5815bb6b7debbea57', 'gw_port': {'id': '5bd6bd70-fd61-4e04-87e6-b76de5ef0071', 'name': '', 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d4c572-229a-44f5-94d5-a2778a247153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:42Z', 'updated_at': '2021-06-29T11:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042f854c-de74-4a6a-969f-d747577d8cca', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-smb', '_interfaces': [{'id': 'ef94a013-ceae-4cd3-9c61-c84d547c60a2', 'name': '', 'network_id': 'b963bd4f-00c4-43c3-bead-28b3bc0930b9', 'tenant_id': 'bcd5ad4328fb47e5815bb6b7debbea57', 'mac_address': 'fa:16:3e:fb:9b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d4c572-229a-44f5-94d5-a2778a247153', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2303b7c5-2df0-4ce3-8da2-9b421c47074d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:46Z', 'updated_at': '2021-06-29T11:35:59Z', 'revision_number': 5, 'project_id': 'bcd5ad4328fb47e5815bb6b7debbea57', 'subnets': [{'id': '2303b7c5-2df0-4ce3-8da2-9b421c47074d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:41:48.762558 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2cc4fc-864f-410b-b436-c15ef26d82d5 None None] New status for floating IP c62459dc-8d88-4ca2-9661-6f61c12af833: DOWN {{(pid=93178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 11:41:49.525052 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 55420) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:41:49.585779 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-d06750f3-3ee7-442c-9077-716f3dea95b4 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify callbacks [] for security_group, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:49.613617 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-d06750f3-3ee7-442c-9077-716f3dea95b4 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:49.682013 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-d06750f3-3ee7-442c-9077-716f3dea95b4 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:49.685320 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-d06750f3-3ee7-442c-9077-716f3dea95b4 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify callbacks [] for security_group, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:49.687188 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-d06750f3-3ee7-442c-9077-716f3dea95b4 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "DELETE /v2.0/security-groups/2204a202-4664-4211-8f03-264aadfb8234 HTTP/1.1" status: 204 len: 168 time: 0.1603148 Jun 29 11:41:49.688817 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-3607616c-0299-47a9-a52d-5af063226d8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:41:49.691197 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 55422) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:41:49.698897 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06750f3-3ee7-442c-9077-716f3dea95b4 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2204a202-4664-4211-8f03-264aadfb8234,revision_number=None']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:41:49.701505 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-d06750f3-3ee7-442c-9077-716f3dea95b4 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:41:49.706919 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.api.v2.resource [None req-b0a93b54-682c-4df4-ab5e-ebab6bd4a7ec tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] show failed (client error): The resource could not be found. Jun 29 11:41:49.708018 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-b0a93b54-682c-4df4-ab5e-ebab6bd4a7ec tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups/2204a202-4664-4211-8f03-264aadfb8234 HTTP/1.1" status: 404 len: 347 time: 0.0157523 Jun 29 11:41:49.714013 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 55424) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:41:49.885543 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-4ad86bb7-adb4-4637-8d7e-6684d1bad92e tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Deleting port 469cba31-cc64-4133-a917-1e9b17bdd43b {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:41:49.885856 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4ad86bb7-adb4-4637-8d7e-6684d1bad92e tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744991508026'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:49.976496 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4ad86bb7-adb4-4637-8d7e-6684d1bad92e tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013211'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:49.977025 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4ad86bb7-adb4-4637-8d7e-6684d1bad92e tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:49.996485 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-4ad86bb7-adb4-4637-8d7e-6684d1bad92e tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Calling delete_port for 469cba31-cc64-4133-a917-1e9b17bdd43b owned by network:floatingip {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:41:50.143235 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4ad86bb7-adb4-4637-8d7e-6684d1bad92e tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744991430440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744990953750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58778309'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:50.145347 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-60d37f57-e927-46c3-8613-c42a77e6209d tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:41:50.169568 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad86bb7-adb4-4637-8d7e-6684d1bad92e tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Pushing event deleted for resources: {'Port': ['ID=469cba31-cc64-4133-a917-1e9b17bdd43b,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:41:50.173543 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4ad86bb7-adb4-4637-8d7e-6684d1bad92e tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:41:50.238266 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4ad86bb7-adb4-4637-8d7e-6684d1bad92e tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify callbacks [] for floatingip, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:50.241035 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4ad86bb7-adb4-4637-8d7e-6684d1bad92e tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126777'] for floatingip, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:50.242209 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-4ad86bb7-adb4-4637-8d7e-6684d1bad92e tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "DELETE /v2.0/floatingips/c62459dc-8d88-4ca2-9661-6f61c12af833 HTTP/1.1" status: 204 len: 168 time: 0.5273452 Jun 29 11:41:50.582999 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:50.632999 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Device 872cdef4-1097-4ec8-8250-adf21db70ac8 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:41:50.634533 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 55428) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:41:50.639219 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.v2.base [None req-37e55a70-bcea-45a4-af3c-7aede20cb888 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Request body: {'security_group': {'name': 'tempest-securitygroup--374145368', 'description': 'tempest-description--1098565467'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:41:50.657815 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] No Port match for: 872cdef4-1097-4ec8-8250-adf21db70ac8 {{(pid=93177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:41:50.658156 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Device 872cdef4-1097-4ec8-8250-adf21db70ac8 not bound to the agent host hv-cinder-79760 {{(pid=93177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:41:50.662488 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-37e55a70-bcea-45a4-af3c-7aede20cb888 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:50.742525 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-37e55a70-bcea-45a4-af3c-7aede20cb888 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:50.746231 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-37e55a70-bcea-45a4-af3c-7aede20cb888 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:50.748717 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-74792c90-0786-4118-af37-5a36f13007f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:41:50.775432 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-37e55a70-bcea-45a4-af3c-7aede20cb888 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:50.776653 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-37e55a70-bcea-45a4-af3c-7aede20cb888 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1411281 Jun 29 11:41:50.777531 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e55a70-bcea-45a4-af3c-7aede20cb888 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d509bdd-5d14-41bc-891f-bb889ded3f27,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:41:50.779453 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 55430) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:41:50.781401 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-37e55a70-bcea-45a4-af3c-7aede20cb888 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:41:50.785239 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.v2.base [None req-5c1219f7-9c94-4a6e-97aa-705d52f07104 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Request body: {'security_group_rule': {'security_group_id': '5d509bdd-5d14-41bc-891f-bb889ded3f27', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:41:50.812393 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5c1219f7-9c94-4a6e-97aa-705d52f07104 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:50.873175 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5c1219f7-9c94-4a6e-97aa-705d52f07104 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:50.877365 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5c1219f7-9c94-4a6e-97aa-705d52f07104 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-935581'] for security_group_rule, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:50.882502 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1b4e8a62-d61b-47b6-ae7a-a0bc83b9666f tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:41:50.898405 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1219f7-9c94-4a6e-97aa-705d52f07104 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=563a31e0-2ed8-43da-9538-43f4a72f134d,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:41:50.901447 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5c1219f7-9c94-4a6e-97aa-705d52f07104 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:41:50.902202 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5c1219f7-9c94-4a6e-97aa-705d52f07104 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:50.906153 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-5c1219f7-9c94-4a6e-97aa-705d52f07104 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1232450 Jun 29 11:41:50.906626 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 55434) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:41:50.910966 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.v2.base [None req-94f041c1-369f-485f-9e7e-e230c445db56 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Request body: {'security_group_rule': {'security_group_id': '5d509bdd-5d14-41bc-891f-bb889ded3f27', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:41:50.936866 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-94f041c1-369f-485f-9e7e-e230c445db56 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:50.994678 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-94f041c1-369f-485f-9e7e-e230c445db56 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:50.999319 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-94f041c1-369f-485f-9e7e-e230c445db56 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-935581'] for security_group_rule, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:51.002139 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5c1219f7-9c94-4a6e-97aa-705d52f07104 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:41:51.019107 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f041c1-369f-485f-9e7e-e230c445db56 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01d7cbf5-046e-4b8d-ba15-6123021236e2,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:41:51.021942 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-94f041c1-369f-485f-9e7e-e230c445db56 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:41:51.022193 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-0b82e768-5458-4b40-91d5-57538067ef37 req-6708db7d-ee21-4aa3-80ed-71c7d7b63bc9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=12597f01-178d-4310-9954-4497b6dd77b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1500947 Jun 29 11:41:51.026228 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-94f041c1-369f-485f-9e7e-e230c445db56 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:51.027462 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-94f041c1-369f-485f-9e7e-e230c445db56 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1200154 Jun 29 11:41:51.030668 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 55436) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:41:51.035888 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.v2.base [None req-4fa16636-4511-43f1-a487-5e93f5c52403 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Request body: {'floatingip': {'floating_network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:41:51.060387 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4fa16636-4511-43f1-a487-5e93f5c52403 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify callbacks [] for floatingip, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:51.114675 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b82e768-5458-4b40-91d5-57538067ef37 req-3489431a-da81-498b-8acb-c24a11749776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:51.116267 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-0b82e768-5458-4b40-91d5-57538067ef37 req-3489431a-da81-498b-8acb-c24a11749776 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7add8bb0bbcc410d8ed660c9dee464d5&device_id=12597f01-178d-4310-9954-4497b6dd77b1 HTTP/1.1" status: 200 len: 1099 time: 0.0639975 Jun 29 11:41:51.180702 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4fa16636-4511-43f1-a487-5e93f5c52403 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:51.236399 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b82e768-5458-4b40-91d5-57538067ef37 req-c60ea2e1-2db4-42e9-aaf7-b80b47de618a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:51.237860 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-0b82e768-5458-4b40-91d5-57538067ef37 req-c60ea2e1-2db4-42e9-aaf7-b80b47de618a service neutron] 10.222.0.21 "GET /v2.0/networks?id=88d9deae-8c92-41e6-bc69-9a05a7505f6c HTTP/1.1" status: 200 len: 909 time: 0.0995362 Jun 29 11:41:51.295259 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-4fa16636-4511-43f1-a487-5e93f5c52403 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Allocated IP 172.28.2.66 (6fd298bf-14bd-44c4-b839-39c6685a3eb6/042f854c-de74-4a6a-969f-d747577d8cca/7923a043-9856-4324-8e70-99cfb081cecb) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:41:51.310001 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-0b82e768-5458-4b40-91d5-57538067ef37 req-3be84a72-d68e-4ce2-927f-c7f17ac1232a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf6476e5-f046-4d99-807c-39a08aa3d5c7 HTTP/1.1" status: 200 len: 1001 time: 0.0642586 Jun 29 11:41:51.359655 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b82e768-5458-4b40-91d5-57538067ef37 req-8a4e0969-4063-4fc2-bb61-2b7647953f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:51.361769 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-0b82e768-5458-4b40-91d5-57538067ef37 req-8a4e0969-4063-4fc2-bb61-2b7647953f1c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=772d47c8-6f80-4a5a-ad83-c4a4866eeb24 HTTP/1.1" status: 200 len: 847 time: 0.0450866 Jun 29 11:41:51.395686 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4fa16636-4511-43f1-a487-5e93f5c52403 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:51.419168 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b82e768-5458-4b40-91d5-57538067ef37 req-5558f667-501c-4656-931e-4b06afc722fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:51.420725 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-0b82e768-5458-4b40-91d5-57538067ef37 req-5558f667-501c-4656-931e-4b06afc722fc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=88d9deae-8c92-41e6-bc69-9a05a7505f6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0521798 Jun 29 11:41:51.434014 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4fa16636-4511-43f1-a487-5e93f5c52403 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3670657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744990953741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58778316'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:51.436663 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:41:51.477208 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa16636-4511-43f1-a487-5e93f5c52403 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Network 6fd298bf-14bd-44c4-b839-39c6685a3eb6 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:41:51.479948 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-4fa16636-4511-43f1-a487-5e93f5c52403 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:41:51.483325 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa16636-4511-43f1-a487-5e93f5c52403 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:41:51.508077 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa16636-4511-43f1-a487-5e93f5c52403 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Pushing event updated for resources: {'Port': ['ID=7923a043-9856-4324-8e70-99cfb081cecb,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:41:51.513730 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4fa16636-4511-43f1-a487-5e93f5c52403 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:41:51.514622 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-0b82e768-5458-4b40-91d5-57538067ef37 req-49ab6e5b-7643-41b0-a7e0-b1333f311c9f service neutron] 10.222.0.21 "GET /v2.0/networks/88d9deae-8c92-41e6-bc69-9a05a7505f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865722 Jun 29 11:41:51.573102 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4fa16636-4511-43f1-a487-5e93f5c52403 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:51.606540 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-0b82e768-5458-4b40-91d5-57538067ef37 req-73b1f206-d9d1-41c1-aee2-83e2b9246ee7 service neutron] 10.222.0.21 "GET /v2.0/networks/88d9deae-8c92-41e6-bc69-9a05a7505f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845544 Jun 29 11:41:51.616552 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4fa16636-4511-43f1-a487-5e93f5c52403 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:51.770452 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4fa16636-4511-43f1-a487-5e93f5c52403 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:51.774832 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4fa16636-4511-43f1-a487-5e93f5c52403 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58778366'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:51.777621 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e9cba032-dcd2-4cd7-8013-ad7f734c6cb0 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:41:51.843872 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa16636-4511-43f1-a487-5e93f5c52403 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Pushing event updated for resources: {'Port': ['ID=7923a043-9856-4324-8e70-99cfb081cecb,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:41:51.848776 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4fa16636-4511-43f1-a487-5e93f5c52403 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:41:51.858156 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4fa16636-4511-43f1-a487-5e93f5c52403 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-533553'] for floatingip, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:51.872316 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4fa16636-4511-43f1-a487-5e93f5c52403 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126777'] for floatingip, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:51.873605 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-4fa16636-4511-43f1-a487-5e93f5c52403 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8420041 Jun 29 11:41:52.022413 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-d8ca24a7-f254-485f-bb54-c579cb7d8731 req-00c474b8-a7ef-4933-b3db-b960236031b1 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--374145368&fields=id&tenant_id=bcd5ad4328fb47e5815bb6b7debbea57 HTTP/1.1" status: 200 len: 267 time: 0.0381572 Jun 29 11:41:52.138126 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ca24a7-f254-485f-bb54-c579cb7d8731 req-802bc036-82c0-4680-b5f0-66fd493873a8 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:52.139761 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-d8ca24a7-f254-485f-bb54-c579cb7d8731 req-802bc036-82c0-4680-b5f0-66fd493873a8 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/networks?id=b963bd4f-00c4-43c3-bead-28b3bc0930b9 HTTP/1.1" status: 200 len: 816 time: 0.1104221 Jun 29 11:41:52.156526 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-d8ca24a7-f254-485f-bb54-c579cb7d8731 req-dd02bca2-2f2c-4928-9fbb-4db2ff69c66d tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/quotas/bcd5ad4328fb47e5815bb6b7debbea57 HTTP/1.1" status: 200 len: 375 time: 0.0100763 Jun 29 11:41:52.240493 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-d8ca24a7-f254-485f-bb54-c579cb7d8731 req-e45d3b32-7ef1-4f56-86f1-acd77186f5c8 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=bcd5ad4328fb47e5815bb6b7debbea57&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0762134 Jun 29 11:41:52.425167 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-d8ca24a7-f254-485f-bb54-c579cb7d8731 req-cbe0e619-a9a0-4066-ae0d-8460f2699ce5 service neutron] 10.222.0.78 "GET /v2.0/networks/b963bd4f-00c4-43c3-bead-28b3bc0930b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718884 Jun 29 11:41:52.517756 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-d8ca24a7-f254-485f-bb54-c579cb7d8731 req-a8ec3d73-ee60-4738-82ec-2cc7d406517a service neutron] 10.222.0.78 "GET /v2.0/networks/b963bd4f-00c4-43c3-bead-28b3bc0930b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867558 Jun 29 11:41:52.685177 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-cd6af821-3c19-495a-b157-9d1ec79a7fa0 req-dc95527c-e54d-4347-b111-5a017d7a149a tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6d051ea-bd28-446b-9632-606e1b0d396a HTTP/1.1" status: 200 len: 210 time: 0.0291331 Jun 29 11:41:53.867565 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-cd5f8174-fa33-48e1-8af6-c347ae9664b0 req-84156ee0-1cf7-427d-a327-f8ead4e44816 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6d051ea-bd28-446b-9632-606e1b0d396a HTTP/1.1" status: 200 len: 210 time: 0.0325267 Jun 29 11:41:53.915002 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ca24a7-f254-485f-bb54-c579cb7d8731 req-0c2605ff-097a-4bea-89ef-793b3919f4d0 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:53.916490 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-d8ca24a7-f254-485f-bb54-c579cb7d8731 req-0c2605ff-097a-4bea-89ef-793b3919f4d0 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.21 "GET /v2.0/networks?id=b963bd4f-00c4-43c3-bead-28b3bc0930b9 HTTP/1.1" status: 200 len: 816 time: 0.1415241 Jun 29 11:41:53.966787 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-d8ca24a7-f254-485f-bb54-c579cb7d8731 req-9c56694b-f641-42c4-b355-4b764e10bbe4 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bcd5ad4328fb47e5815bb6b7debbea57 HTTP/1.1" status: 200 len: 379 time: 0.0416253 Jun 29 11:41:53.975897 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.v2.base [req-d8ca24a7-f254-485f-bb54-c579cb7d8731 req-fbda66f0-46dc-45ba-be84-01cd514a50db tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Request body: {'port': {'device_id': 'c6d051ea-bd28-446b-9632-606e1b0d396a', 'network_id': 'b963bd4f-00c4-43c3-bead-28b3bc0930b9', 'admin_state_up': True, 'tenant_id': 'bcd5ad4328fb47e5815bb6b7debbea57', 'security_groups': ['5d509bdd-5d14-41bc-891f-bb889ded3f27']}} {{(pid=93175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:41:54.086154 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8ca24a7-f254-485f-bb54-c579cb7d8731 req-fbda66f0-46dc-45ba-be84-01cd514a50db tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Made reservation on behalf of bcd5ad4328fb47e5815bb6b7debbea57 for: {'port': 1} {{(pid=93175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:41:54.089862 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-d8ca24a7-f254-485f-bb54-c579cb7d8731 req-fbda66f0-46dc-45ba-be84-01cd514a50db tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:54.218830 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.db.db_base_plugin_common [req-d8ca24a7-f254-485f-bb54-c579cb7d8731 req-fbda66f0-46dc-45ba-be84-01cd514a50db tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Allocated IP 172.20.0.11 (b963bd4f-00c4-43c3-bead-28b3bc0930b9/2303b7c5-2df0-4ce3-8da2-9b421c47074d/a0bfa179-429d-4bb0-9314-c11bd3372964) {{(pid=93175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:41:54.354807 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-d8ca24a7-f254-485f-bb54-c579cb7d8731 req-fbda66f0-46dc-45ba-be84-01cd514a50db tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify callbacks [] for port, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:54.368646 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.db.provisioning_blocks [req-d8ca24a7-f254-485f-bb54-c579cb7d8731 req-fbda66f0-46dc-45ba-be84-01cd514a50db tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Transition to ACTIVE for port object a0bfa179-429d-4bb0-9314-c11bd3372964 will not be triggered until provisioned by entity DHCP. {{(pid=93175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:41:54.401511 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-d8ca24a7-f254-485f-bb54-c579cb7d8731 req-fbda66f0-46dc-45ba-be84-01cd514a50db tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3670657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744990953741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-61825996'] for port, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:54.405551 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:41:54.453865 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8ca24a7-f254-485f-bb54-c579cb7d8731 req-fbda66f0-46dc-45ba-be84-01cd514a50db tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Network b963bd4f-00c4-43c3-bead-28b3bc0930b9 is already hosted by enough agents. {{(pid=93175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:41:54.457278 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.base_scheduler [req-d8ca24a7-f254-485f-bb54-c579cb7d8731 req-fbda66f0-46dc-45ba-be84-01cd514a50db tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Resources bound (agent type, host, resource id): {{(pid=93175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:41:54.461470 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8ca24a7-f254-485f-bb54-c579cb7d8731 req-fbda66f0-46dc-45ba-be84-01cd514a50db tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Received port after_create {{(pid=93175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:41:54.468725 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbda66f0-46dc-45ba-be84-01cd514a50db tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Pushing event updated for resources: {'Port': ['ID=a0bfa179-429d-4bb0-9314-c11bd3372964,revision_number=1']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:41:54.490397 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-fbda66f0-46dc-45ba-be84-01cd514a50db tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:41:54.521439 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ca24a7-f254-485f-bb54-c579cb7d8731 req-fbda66f0-46dc-45ba-be84-01cd514a50db tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:54.522096 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-d8ca24a7-f254-485f-bb54-c579cb7d8731 req-fbda66f0-46dc-45ba-be84-01cd514a50db tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126777'] for port, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:54.543607 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-d8ca24a7-f254-485f-bb54-c579cb7d8731 req-fbda66f0-46dc-45ba-be84-01cd514a50db tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5712719 Jun 29 11:41:54.555477 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.v2.base [req-d8ca24a7-f254-485f-bb54-c579cb7d8731 req-ba5100d2-91d5-4b34-805b-45025c48f7c7 service neutron] Request body: {'port': {'device_id': 'c6d051ea-bd28-446b-9632-606e1b0d396a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:41:54.631515 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-d8ca24a7-f254-485f-bb54-c579cb7d8731 req-ba5100d2-91d5-4b34-805b-45025c48f7c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:54.646745 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-cfdd74dd-b642-4294-8212-998aa70dc788 None None] Provisioning for port a0bfa179-429d-4bb0-9314-c11bd3372964 completed by entity DHCP. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:41:54.651298 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-cfdd74dd-b642-4294-8212-998aa70dc788 None None] Provisioning complete for port a0bfa179-429d-4bb0-9314-c11bd3372964 triggered by entity DHCP. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:41:54.651715 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-cfdd74dd-b642-4294-8212-998aa70dc788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:54.686282 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-cfdd74dd-b642-4294-8212-998aa70dc788 None None] Port a0bfa179-429d-4bb0-9314-c11bd3372964 cannot update to ACTIVE because it is not bound. {{(pid=93177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 11:41:54.923908 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.notifiers.nova [req-d8ca24a7-f254-485f-bb54-c579cb7d8731 req-ba5100d2-91d5-4b34-805b-45025c48f7c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0bfa179-429d-4bb0-9314-c11bd3372964 {{(pid=93175) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:41:54.938791 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-d8ca24a7-f254-485f-bb54-c579cb7d8731 req-ba5100d2-91d5-4b34-805b-45025c48f7c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:54.955890 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.db.provisioning_blocks [req-d8ca24a7-f254-485f-bb54-c579cb7d8731 req-ba5100d2-91d5-4b34-805b-45025c48f7c7 service neutron] Transition to ACTIVE for port object a0bfa179-429d-4bb0-9314-c11bd3372964 will not be triggered until provisioned by entity L2. {{(pid=93175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:41:54.959860 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-d8ca24a7-f254-485f-bb54-c579cb7d8731 req-ba5100d2-91d5-4b34-805b-45025c48f7c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61826046'] for port, after_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:54.962001 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-841b60f3-d2c8-49a6-9c4e-e47db74f2c13 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:41:55.044641 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5100d2-91d5-4b34-805b-45025c48f7c7 service neutron] Pushing event updated for resources: {'Port': ['ID=a0bfa179-429d-4bb0-9314-c11bd3372964,revision_number=2']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:41:55.052060 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-ba5100d2-91d5-4b34-805b-45025c48f7c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:41:55.129172 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb480427-5a15-4ecf-adb1-8f3c226dc93a req-68fcd7b7-489b-4df4-a364-1e2df1df0d4a tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:55.130667 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-bb480427-5a15-4ecf-adb1-8f3c226dc93a req-68fcd7b7-489b-4df4-a364-1e2df1df0d4a tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6d051ea-bd28-446b-9632-606e1b0d396a HTTP/1.1" status: 200 len: 944 time: 0.1354923 Jun 29 11:41:55.157169 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.managers [req-d8ca24a7-f254-485f-bb54-c579cb7d8731 req-ba5100d2-91d5-4b34-805b-45025c48f7c7 service neutron] Attempting to bind port a0bfa179-429d-4bb0-9314-c11bd3372964 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93175) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:41:55.157446 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.managers [req-d8ca24a7-f254-485f-bb54-c579cb7d8731 req-ba5100d2-91d5-4b34-805b-45025c48f7c7 service neutron] Attempting to bind port a0bfa179-429d-4bb0-9314-c11bd3372964 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '431791e9-c625-45bb-a999-673c6d9515d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b963bd4f-00c4-43c3-bead-28b3bc0930b9'}] {{(pid=93175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:41:55.157769 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ca24a7-f254-485f-bb54-c579cb7d8731 req-ba5100d2-91d5-4b34-805b-45025c48f7c7 service neutron] Attempting to bind port a0bfa179-429d-4bb0-9314-c11bd3372964 on network b963bd4f-00c4-43c3-bead-28b3bc0930b9 {{(pid=93175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:41:55.164837 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ca24a7-f254-485f-bb54-c579cb7d8731 req-ba5100d2-91d5-4b34-805b-45025c48f7c7 service neutron] Port a0bfa179-429d-4bb0-9314-c11bd3372964 on network b963bd4f-00c4-43c3-bead-28b3bc0930b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 11:41:55.165152 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ca24a7-f254-485f-bb54-c579cb7d8731 req-ba5100d2-91d5-4b34-805b-45025c48f7c7 service neutron] Attempting to bind port a0bfa179-429d-4bb0-9314-c11bd3372964 on network b963bd4f-00c4-43c3-bead-28b3bc0930b9 {{(pid=93175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:41:55.176981 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ca24a7-f254-485f-bb54-c579cb7d8731 req-ba5100d2-91d5-4b34-805b-45025c48f7c7 service neutron] Checking agent: {'id': '2f355b06-002c-40e6-bb76-5e394ebaabf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 33, 51), 'started_at': datetime.datetime(2021, 6, 29, 11, 33, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:41:55.177316 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ca24a7-f254-485f-bb54-c579cb7d8731 req-ba5100d2-91d5-4b34-805b-45025c48f7c7 service neutron] Checking segment: {'id': '431791e9-c625-45bb-a999-673c6d9515d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b963bd4f-00c4-43c3-bead-28b3bc0930b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:41:55.177687 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ca24a7-f254-485f-bb54-c579cb7d8731 req-ba5100d2-91d5-4b34-805b-45025c48f7c7 service neutron] Bound using segment: {'id': '431791e9-c625-45bb-a999-673c6d9515d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b963bd4f-00c4-43c3-bead-28b3bc0930b9'} {{(pid=93175) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:41:55.178104 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.managers [req-d8ca24a7-f254-485f-bb54-c579cb7d8731 req-ba5100d2-91d5-4b34-805b-45025c48f7c7 service neutron] Bound port: a0bfa179-429d-4bb0-9314-c11bd3372964, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '431791e9-c625-45bb-a999-673c6d9515d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b963bd4f-00c4-43c3-bead-28b3bc0930b9'}}] {{(pid=93175) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:41:55.178449 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-d8ca24a7-f254-485f-bb54-c579cb7d8731 req-ba5100d2-91d5-4b34-805b-45025c48f7c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:55.192482 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-bb480427-5a15-4ecf-adb1-8f3c226dc93a req-ef149c4c-b917-4154-a9ec-05da274f2234 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d509bdd-5d14-41bc-891f-bb889ded3f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520687 Jun 29 11:41:55.245917 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.db [req-d8ca24a7-f254-485f-bb54-c579cb7d8731 req-ba5100d2-91d5-4b34-805b-45025c48f7c7 service neutron] For port a0bfa179-429d-4bb0-9314-c11bd3372964, host hv-cinder-79760, cleared binding levels {{(pid=93175) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:41:55.248919 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.db [req-d8ca24a7-f254-485f-bb54-c579cb7d8731 req-ba5100d2-91d5-4b34-805b-45025c48f7c7 service neutron] For port a0bfa179-429d-4bb0-9314-c11bd3372964, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a0bfa179-429d-4bb0-9314-c11bd3372964,segment=NetworkSegment(431791e9-c625-45bb-a999-673c6d9515d0),segment_id=431791e9-c625-45bb-a999-673c6d9515d0)] {{(pid=93175) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:41:55.253549 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-d8ca24a7-f254-485f-bb54-c579cb7d8731 req-ba5100d2-91d5-4b34-805b-45025c48f7c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61826046'] for port, after_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:55.256351 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-c9d5b10a-9f1e-4a45-93c1-b02a0c125bd4 tempest-VolumesActionsTest-1974950830 tempest-VolumesActionsTest-1974950830-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:41:55.290686 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ca24a7-f254-485f-bb54-c579cb7d8731 req-ba5100d2-91d5-4b34-805b-45025c48f7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:55.291291 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-d8ca24a7-f254-485f-bb54-c579cb7d8731 req-ba5100d2-91d5-4b34-805b-45025c48f7c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126777'] for port, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:55.292672 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-d8ca24a7-f254-485f-bb54-c579cb7d8731 req-ba5100d2-91d5-4b34-805b-45025c48f7c7 service neutron] 10.222.0.21 "PUT /v2.0/ports/a0bfa179-429d-4bb0-9314-c11bd3372964 HTTP/1.1" status: 200 len: 1094 time: 0.7417476 Jun 29 11:41:55.293169 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6d051ea-bd28-446b-9632-606e1b0d396a', 'tag': 'a0bfa179-429d-4bb0-9314-c11bd3372964'}] {{(pid=93175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:41:55.295439 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}879b71c770f982178fec1a07a47b9a5355ed3bb08afc25f1aa80a68f93cb18a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28bdfe03-9970-4cad-bc3f-7128a1c2dd71" -d '{"events": [{"name": "network-changed", "server_uuid": "c6d051ea-bd28-446b-9632-606e1b0d396a", "tag": "a0bfa179-429d-4bb0-9314-c11bd3372964"}]}' {{(pid=93175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:41:55.327338 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5100d2-91d5-4b34-805b-45025c48f7c7 service neutron] Pushing event updated for resources: {'Port': ['ID=a0bfa179-429d-4bb0-9314-c11bd3372964,revision_number=3']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:41:55.332474 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-ba5100d2-91d5-4b34-805b-45025c48f7c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:41:55.349092 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 11:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad7a24c-0458-4a03-9644-1dbc73cdb026 x-openstack-request-id: req-7ad7a24c-0458-4a03-9644-1dbc73cdb026 {{(pid=93175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:41:55.349415 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6d051ea-bd28-446b-9632-606e1b0d396a", "tag": "a0bfa179-429d-4bb0-9314-c11bd3372964", "status": "completed", "code": 200}]} {{(pid=93175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:41:55.349851 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7ad7a24c-0458-4a03-9644-1dbc73cdb026 {{(pid=93175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:41:55.350269 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6d051ea-bd28-446b-9632-606e1b0d396a', 'tag': 'a0bfa179-429d-4bb0-9314-c11bd3372964', 'status': 'completed', 'code': 200} Jun 29 11:41:55.396606 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ca24a7-f254-485f-bb54-c579cb7d8731 req-79655526-e83c-43d2-ba0f-9dedad7ff6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:55.398146 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-d8ca24a7-f254-485f-bb54-c579cb7d8731 req-79655526-e83c-43d2-ba0f-9dedad7ff6e0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bcd5ad4328fb47e5815bb6b7debbea57&device_id=c6d051ea-bd28-446b-9632-606e1b0d396a HTTP/1.1" status: 200 len: 1097 time: 0.0590203 Jun 29 11:41:55.441425 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-d8ca24a7-f254-485f-bb54-c579cb7d8731 req-b419bdd2-bc20-4f9d-8011-57b50181b4e2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0bfa179-429d-4bb0-9314-c11bd3372964 HTTP/1.1" status: 200 len: 217 time: 0.0352731 Jun 29 11:41:55.494256 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ca24a7-f254-485f-bb54-c579cb7d8731 req-5a8896e0-861d-4e32-ad76-8cba03f2e48d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:55.495731 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-d8ca24a7-f254-485f-bb54-c579cb7d8731 req-5a8896e0-861d-4e32-ad76-8cba03f2e48d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2303b7c5-2df0-4ce3-8da2-9b421c47074d HTTP/1.1" status: 200 len: 855 time: 0.0479722 Jun 29 11:41:55.817081 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ca24a7-f254-485f-bb54-c579cb7d8731 req-a99f6c82-454a-4c16-bcec-0bb148cf6bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:55.818504 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-d8ca24a7-f254-485f-bb54-c579cb7d8731 req-a99f6c82-454a-4c16-bcec-0bb148cf6bb8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b963bd4f-00c4-43c3-bead-28b3bc0930b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3162906 Jun 29 11:41:55.905742 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-d8ca24a7-f254-485f-bb54-c579cb7d8731 req-a386a1fa-829e-45f0-82fb-16e82d5925c5 service neutron] 10.222.0.21 "GET /v2.0/networks/b963bd4f-00c4-43c3-bead-28b3bc0930b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800264 Jun 29 11:41:55.997027 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-d8ca24a7-f254-485f-bb54-c579cb7d8731 req-51a83a90-e93c-4cc1-95d4-24e383742edc service neutron] 10.222.0.21 "GET /v2.0/networks/b963bd4f-00c4-43c3-bead-28b3bc0930b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847390 Jun 29 11:41:56.109205 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bdfe03-9970-4cad-bc3f-7128a1c2dd71 req-3ac48eaa-83a1-4e4d-bb1e-c8a7703e4aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:56.111357 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-28bdfe03-9970-4cad-bc3f-7128a1c2dd71 req-3ac48eaa-83a1-4e4d-bb1e-c8a7703e4aaf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bcd5ad4328fb47e5815bb6b7debbea57&device_id=c6d051ea-bd28-446b-9632-606e1b0d396a HTTP/1.1" status: 200 len: 1097 time: 0.0645382 Jun 29 11:41:56.224636 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bdfe03-9970-4cad-bc3f-7128a1c2dd71 req-f26a9a5c-eaa5-4be8-9d87-dc420a76a2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:56.226127 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-28bdfe03-9970-4cad-bc3f-7128a1c2dd71 req-f26a9a5c-eaa5-4be8-9d87-dc420a76a2ac service neutron] 10.222.0.21 "GET /v2.0/networks?id=b963bd4f-00c4-43c3-bead-28b3bc0930b9 HTTP/1.1" status: 200 len: 917 time: 0.1071932 Jun 29 11:41:56.278618 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-28bdfe03-9970-4cad-bc3f-7128a1c2dd71 req-c74d52c7-fc08-4d35-add0-17c6318e9e78 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0bfa179-429d-4bb0-9314-c11bd3372964 HTTP/1.1" status: 200 len: 217 time: 0.0437489 Jun 29 11:41:56.363433 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bdfe03-9970-4cad-bc3f-7128a1c2dd71 req-ec5c3b57-3b1d-4f07-8b72-5a5d50493608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:56.363433 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-28bdfe03-9970-4cad-bc3f-7128a1c2dd71 req-ec5c3b57-3b1d-4f07-8b72-5a5d50493608 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2303b7c5-2df0-4ce3-8da2-9b421c47074d HTTP/1.1" status: 200 len: 855 time: 0.0760713 Jun 29 11:41:56.435710 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4622319-ef1b-4825-9955-7d376f455e3e req-9b93848f-30b4-46eb-8347-ae4c7a26bba3 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:56.437168 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-b4622319-ef1b-4825-9955-7d376f455e3e req-9b93848f-30b4-46eb-8347-ae4c7a26bba3 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6d051ea-bd28-446b-9632-606e1b0d396a HTTP/1.1" status: 200 len: 944 time: 0.1180165 Jun 29 11:41:56.453273 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bdfe03-9970-4cad-bc3f-7128a1c2dd71 req-18f07564-7d5c-4dcd-ae60-704f3a24cd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:56.454674 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-28bdfe03-9970-4cad-bc3f-7128a1c2dd71 req-18f07564-7d5c-4dcd-ae60-704f3a24cd5e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b963bd4f-00c4-43c3-bead-28b3bc0930b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0859127 Jun 29 11:41:56.524659 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-b4622319-ef1b-4825-9955-7d376f455e3e req-66f7f56e-1381-4e8f-851c-32f522c7cf06 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d509bdd-5d14-41bc-891f-bb889ded3f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809932 Jun 29 11:41:56.565990 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-28bdfe03-9970-4cad-bc3f-7128a1c2dd71 req-ceba5956-92ed-4595-923a-af83d66fb18d service neutron] 10.222.0.21 "GET /v2.0/networks/b963bd4f-00c4-43c3-bead-28b3bc0930b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035013 Jun 29 11:41:56.661022 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-28bdfe03-9970-4cad-bc3f-7128a1c2dd71 req-1bba4b92-1c5b-45a4-89f4-72ce635f01dd service neutron] 10.222.0.21 "GET /v2.0/networks/b963bd4f-00c4-43c3-bead-28b3bc0930b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874054 Jun 29 11:41:57.721898 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be1a964-e84a-40cc-9388-80cb9f6e1690 req-873524ca-207b-42d1-a066-0b3e396bac5a tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:57.723461 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-6be1a964-e84a-40cc-9388-80cb9f6e1690 req-873524ca-207b-42d1-a066-0b3e396bac5a tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6d051ea-bd28-446b-9632-606e1b0d396a HTTP/1.1" status: 200 len: 944 time: 0.0640979 Jun 29 11:41:57.765274 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-6be1a964-e84a-40cc-9388-80cb9f6e1690 req-5326302c-e2a6-4544-8341-fa0529770749 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d509bdd-5d14-41bc-891f-bb889ded3f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356505 Jun 29 11:41:58.658635 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Device a0bfa179-429d-4bb0-9314-c11bd3372964 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 11:41:58.759002 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] For port a0bfa179-429d-4bb0-9314-c11bd3372964, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a0bfa179-429d-4bb0-9314-c11bd3372964,segment=NetworkSegment(431791e9-c625-45bb-a999-673c6d9515d0),segment_id=431791e9-c625-45bb-a999-673c6d9515d0)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:41:58.771316 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Returning: {'device': 'a0bfa179-429d-4bb0-9314-c11bd3372964', 'network_id': 'b963bd4f-00c4-43c3-bead-28b3bc0930b9', 'port_id': 'a0bfa179-429d-4bb0-9314-c11bd3372964', 'mac_address': 'fa:16:3e:e9:53:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2303b7c5-2df0-4ce3-8da2-9b421c47074d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 11:41:58.808809 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:58.822996 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.notifiers.nova [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0bfa179-429d-4bb0-9314-c11bd3372964 {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:41:58.845257 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] For port a0bfa179-429d-4bb0-9314-c11bd3372964, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a0bfa179-429d-4bb0-9314-c11bd3372964,segment=NetworkSegment(431791e9-c625-45bb-a999-673c6d9515d0),segment_id=431791e9-c625-45bb-a999-673c6d9515d0)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:41:58.850042 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:41:58.851884 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:41:58.913024 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Pushing event updated for resources: {'Port': ['ID=a0bfa179-429d-4bb0-9314-c11bd3372964,revision_number=4']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:41:58.920315 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:41:58.926350 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:41:58.926350 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:41:58.926350 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:41:58.926350 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:41:58.926350 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:41:58.926350 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:41:58.926350 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:41:58.926350 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:41:58.926350 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:41:58.926350 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:41:58.926350 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:41:58.929506 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:41:58.954064 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d984d822-fa3f-4853-acf9-a427f87ca28d req-4b083423-df57-4cb1-b20d-c430cc337f56 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:41:58.955563 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-d984d822-fa3f-4853-acf9-a427f87ca28d req-4b083423-df57-4cb1-b20d-c430cc337f56 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6d051ea-bd28-446b-9632-606e1b0d396a HTTP/1.1" status: 200 len: 945 time: 0.0660713 Jun 29 11:41:58.993895 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-d984d822-fa3f-4853-acf9-a427f87ca28d req-1d254124-2159-4b2e-977d-ed153d4bb035 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d509bdd-5d14-41bc-891f-bb889ded3f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326531 Jun 29 11:41:59.186791 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] get_ports_and_sgs() called for port_ids ['a0bfa179-429d-4bb0-9314-c11bd3372964'] {{(pid=93177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:42:00.182837 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c375d1d-0926-471c-a020-7e3914f64ee6 req-a27d517c-23dd-46e7-892d-f9f87fd78ceb tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:42:00.184392 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-7c375d1d-0926-471c-a020-7e3914f64ee6 req-a27d517c-23dd-46e7-892d-f9f87fd78ceb tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6d051ea-bd28-446b-9632-606e1b0d396a HTTP/1.1" status: 200 len: 945 time: 0.0670967 Jun 29 11:42:00.229128 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-7c375d1d-0926-471c-a020-7e3914f64ee6 req-9628b40d-2bca-4871-8515-8425a8fa67d1 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d509bdd-5d14-41bc-891f-bb889ded3f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376976 Jun 29 11:42:00.581909 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1235bc3a-4a46-4cf4-8532-21ebd0ecb913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:42:00.695888 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Device a0bfa179-429d-4bb0-9314-c11bd3372964 up at agent hyperv_hv-cinder-79760 {{(pid=93177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:42:00.753679 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Provisioning for port a0bfa179-429d-4bb0-9314-c11bd3372964 completed by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:42:00.758257 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Provisioning complete for port a0bfa179-429d-4bb0-9314-c11bd3372964 triggered by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:42:00.758649 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:42:00.844688 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:42:00.867213 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6d051ea-bd28-446b-9632-606e1b0d396a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0bfa179-429d-4bb0-9314-c11bd3372964'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:42:00.869500 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf503b922a63088b6f722bf1da6ea29b944079dc3e77b23c7214b141eee454" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d28dff68-76f2-4649-b242-2e52b37a0a39" -d '{"events": [{"server_uuid": "c6d051ea-bd28-446b-9632-606e1b0d396a", "name": "network-vif-plugged", "status": "completed", "tag": "a0bfa179-429d-4bb0-9314-c11bd3372964"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:42:00.882872 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] For port a0bfa179-429d-4bb0-9314-c11bd3372964, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a0bfa179-429d-4bb0-9314-c11bd3372964,segment=NetworkSegment(431791e9-c625-45bb-a999-673c6d9515d0),segment_id=431791e9-c625-45bb-a999-673c6d9515d0)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:42:00.886804 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:42:00.888705 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:42:00.939058 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Pushing event updated for resources: {'Port': ['ID=a0bfa179-429d-4bb0-9314-c11bd3372964,revision_number=5']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:42:00.942182 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:42:00.964321 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4508d485-e48f-4444-b0b2-d6da1bb8d767 x-openstack-request-id: req-4508d485-e48f-4444-b0b2-d6da1bb8d767 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:42:00.964616 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6d051ea-bd28-446b-9632-606e1b0d396a", "name": "network-vif-plugged", "status": "completed", "tag": "a0bfa179-429d-4bb0-9314-c11bd3372964", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:42:00.965131 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-4508d485-e48f-4444-b0b2-d6da1bb8d767 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:42:00.965526 dv-cinder-797608-2-smb neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6d051ea-bd28-446b-9632-606e1b0d396a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0bfa179-429d-4bb0-9314-c11bd3372964', 'code': 200} Jun 29 11:42:01.198574 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438f90b9-5452-457a-9f77-0b377e524684 req-70f8edcf-b6b1-4622-b31b-4008430940f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:42:01.200149 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-438f90b9-5452-457a-9f77-0b377e524684 req-70f8edcf-b6b1-4622-b31b-4008430940f8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c6d051ea-bd28-446b-9632-606e1b0d396a HTTP/1.1" status: 200 len: 1099 time: 0.0573583 Jun 29 11:42:01.239260 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-438f90b9-5452-457a-9f77-0b377e524684 req-7d1f7331-685c-4cdc-9c06-a93636300487 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5d509bdd-5d14-41bc-891f-bb889ded3f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319123 Jun 29 11:42:01.423793 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893808af-2764-41d7-82a5-abcbe2932ea5 req-c4ade656-7f5f-43f4-8aee-5b91db0d5c43 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:42:01.425301 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-893808af-2764-41d7-82a5-abcbe2932ea5 req-c4ade656-7f5f-43f4-8aee-5b91db0d5c43 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6d051ea-bd28-446b-9632-606e1b0d396a HTTP/1.1" status: 200 len: 946 time: 0.0736804 Jun 29 11:42:01.466385 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-893808af-2764-41d7-82a5-abcbe2932ea5 req-d9cb61c9-2418-4db0-8253-ba7bbb8742af tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d509bdd-5d14-41bc-891f-bb889ded3f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351505 Jun 29 11:42:02.659527 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14ccf75-7dba-4803-bfee-6ae5d63ff5c3 req-d43d4bc2-02aa-4cf7-a039-b4827562b134 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:42:02.661069 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-d14ccf75-7dba-4803-bfee-6ae5d63ff5c3 req-d43d4bc2-02aa-4cf7-a039-b4827562b134 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6d051ea-bd28-446b-9632-606e1b0d396a HTTP/1.1" status: 200 len: 946 time: 0.0736914 Jun 29 11:42:02.705502 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-d14ccf75-7dba-4803-bfee-6ae5d63ff5c3 req-a216c734-e925-495a-81a8-b1f8c3519e91 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d509bdd-5d14-41bc-891f-bb889ded3f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382109 Jun 29 11:42:02.888016 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168aef17-62a6-48dd-8bfc-80b89da2c8dd req-7aaca953-38cb-4e98-8a86-6ddcc079b8ec tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:42:02.889408 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-168aef17-62a6-48dd-8bfc-80b89da2c8dd req-7aaca953-38cb-4e98-8a86-6ddcc079b8ec tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6d051ea-bd28-446b-9632-606e1b0d396a HTTP/1.1" status: 200 len: 946 time: 0.0680068 Jun 29 11:42:02.899864 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 55500) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:42:02.904694 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.v2.base [None req-d88f5e21-d6bf-44b2-8c49-89136a812e2f tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Request body: {'floatingip': {'port_id': 'a0bfa179-429d-4bb0-9314-c11bd3372964'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:42:02.946508 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d88f5e21-d6bf-44b2-8c49-89136a812e2f tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify callbacks [] for floatingip, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:42:03.359849 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3c0c9b68-7580-49a5-ad47-82b09ce728d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:42:03.420001 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d88f5e21-d6bf-44b2-8c49-89136a812e2f tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:42:03.425002 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d88f5e21-d6bf-44b2-8c49-89136a812e2f tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-533553'] for floatingip, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:42:03.525513 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.db.l3_db [None req-d88f5e21-d6bf-44b2-8c49-89136a812e2f tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Floating IP 38b88618-0944-4a08-ad51-15ab3171e9d7 associated. External IP: 172.28.2.66, port: a0bfa179-429d-4bb0-9314-c11bd3372964. Jun 29 11:42:03.685357 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:42:03.949693 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d88f5e21-d6bf-44b2-8c49-89136a812e2f tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Router d3d4c572-229a-44f5-94d5-a2778a247153 has already been hosted by L3 agent bfbd9503-e406-4b21-85aa-cc71bbe721ce {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 11:42:04.065896 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d88f5e21-d6bf-44b2-8c49-89136a812e2f tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify agent at l3_agent.dv-cinder-797608-2-smb the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:42:04.070460 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d88f5e21-d6bf-44b2-8c49-89136a812e2f tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126777'] for floatingip, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:42:04.081218 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b04dd3c-47b7-4ff8-9c4d-b94e37d915eb None None] Sync routers for ids ['d3d4c572-229a-44f5-94d5-a2778a247153'] in dv-cinder-797608-2-smb {{(pid=93177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:42:04.090777 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b04dd3c-47b7-4ff8-9c4d-b94e37d915eb None None] Routers {'d3d4c572-229a-44f5-94d5-a2778a247153'} bound to L3 agent in host dv-cinder-797608-2-smb {{(pid=93177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:42:04.091402 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-3b04dd3c-47b7-4ff8-9c4d-b94e37d915eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T11:27:33Z,description=,heartbeat_timestamp=2021-06-29T11:42:03Z,host='dv-cinder-797608-2-smb',id=bfbd9503-e406-4b21-85aa-cc71bbe721ce,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:33Z,topic='l3_agent')) {'router_ids': ['d3d4c572-229a-44f5-94d5-a2778a247153'], 'active': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:42:04.106351 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-d88f5e21-d6bf-44b2-8c49-89136a812e2f tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "PUT /v2.0/floatingips/38b88618-0944-4a08-ad51-15ab3171e9d7 HTTP/1.1" status: 200 len: 991 time: 1.2053354 Jun 29 11:42:04.107012 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6d051ea-bd28-446b-9632-606e1b0d396a', 'tag': 'a0bfa179-429d-4bb0-9314-c11bd3372964'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:42:04.109930 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e84c2f8edc4c5bc2f689ddb2df796faf16af949d7518eb87a014b7a9d68b702d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f98ce0e-ccf5-42de-af6d-6cd0332567fc" -d '{"events": [{"name": "network-changed", "server_uuid": "c6d051ea-bd28-446b-9632-606e1b0d396a", "tag": "a0bfa179-429d-4bb0-9314-c11bd3372964"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:42:04.206182 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_dvr_db [None req-3b04dd3c-47b7-4ff8-9c4d-b94e37d915eb None None] Set router d3d4c572-229a-44f5-94d5-a2778a247153 gateway port host: dv-cinder-797608-2-smb {{(pid=93177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:42:04.212399 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 11:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a209a6-ebf5-46c8-a080-547f494c8ca2 x-openstack-request-id: req-08a209a6-ebf5-46c8-a080-547f494c8ca2 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:42:04.212731 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6d051ea-bd28-446b-9632-606e1b0d396a", "tag": "a0bfa179-429d-4bb0-9314-c11bd3372964", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:42:04.213022 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-08a209a6-ebf5-46c8-a080-547f494c8ca2 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:42:04.213450 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6d051ea-bd28-446b-9632-606e1b0d396a', 'tag': 'a0bfa179-429d-4bb0-9314-c11bd3372964', 'status': 'completed', 'code': 200} Jun 29 11:42:04.291572 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f98ce0e-ccf5-42de-af6d-6cd0332567fc req-616375cd-89ad-42ed-ba37-708b02affe60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:42:04.293080 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-4f98ce0e-ccf5-42de-af6d-6cd0332567fc req-616375cd-89ad-42ed-ba37-708b02affe60 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bcd5ad4328fb47e5815bb6b7debbea57&device_id=c6d051ea-bd28-446b-9632-606e1b0d396a HTTP/1.1" status: 200 len: 1099 time: 0.0556991 Jun 29 11:42:04.389617 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f98ce0e-ccf5-42de-af6d-6cd0332567fc req-3372067c-d4d3-4de6-b54e-a77dcfc02ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:42:04.391085 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-4f98ce0e-ccf5-42de-af6d-6cd0332567fc req-3372067c-d4d3-4de6-b54e-a77dcfc02ade service neutron] 10.222.0.21 "GET /v2.0/networks?id=b963bd4f-00c4-43c3-bead-28b3bc0930b9 HTTP/1.1" status: 200 len: 917 time: 0.0913849 Jun 29 11:42:04.455882 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9be8c49d-fdd7-49be-a71c-49aaf5d45c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:42:04.457640 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-4f98ce0e-ccf5-42de-af6d-6cd0332567fc req-9c8e9b93-a0e6-43c8-aa1b-3f35bf54a647 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0bfa179-429d-4bb0-9314-c11bd3372964 HTTP/1.1" status: 200 len: 999 time: 0.0600302 Jun 29 11:42:04.463599 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-3b04dd3c-47b7-4ff8-9c4d-b94e37d915eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d4c572-229a-44f5-94d5-a2778a247153', 'name': 'tempest-AttachVolumeShelveTestJSON-557508439-router', 'tenant_id': 'bcd5ad4328fb47e5815bb6b7debbea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'external_fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.173'}], 'enable_snat': True}, 'gw_port_id': '5bd6bd70-fd61-4e04-87e6-b76de5ef0071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:35:41Z', 'updated_at': '2021-06-29T11:35:49Z', 'revision_number': 4, 'project_id': 'bcd5ad4328fb47e5815bb6b7debbea57', 'gw_port': {'id': '5bd6bd70-fd61-4e04-87e6-b76de5ef0071', 'name': '', 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d4c572-229a-44f5-94d5-a2778a247153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:42Z', 'updated_at': '2021-06-29T11:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042f854c-de74-4a6a-969f-d747577d8cca', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-smb', '_floatingips': [{'id': '38b88618-0944-4a08-ad51-15ab3171e9d7', 'tenant_id': 'bcd5ad4328fb47e5815bb6b7debbea57', 'floating_ip_address': '172.28.2.66', 'floating_network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'router_id': 'd3d4c572-229a-44f5-94d5-a2778a247153', 'port_id': 'a0bfa179-429d-4bb0-9314-c11bd3372964', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b963bd4f-00c4-43c3-bead-28b3bc0930b9', 'mac_address': 'fa:16:3e:e9:53:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d051ea-bd28-446b-9632-606e1b0d396a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T11:41:51Z', 'updated_at': '2021-06-29T11:42:03Z', 'revision_number': 1, 'project_id': 'bcd5ad4328fb47e5815bb6b7debbea57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef94a013-ceae-4cd3-9c61-c84d547c60a2', 'name': '', 'network_id': 'b963bd4f-00c4-43c3-bead-28b3bc0930b9', 'tenant_id': 'bcd5ad4328fb47e5815bb6b7debbea57', 'mac_address': 'fa:16:3e:fb:9b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d4c572-229a-44f5-94d5-a2778a247153', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2303b7c5-2df0-4ce3-8da2-9b421c47074d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:46Z', 'updated_at': '2021-06-29T11:35:59Z', 'revision_number': 5, 'project_id': 'bcd5ad4328fb47e5815bb6b7debbea57', 'subnets': [{'id': '2303b7c5-2df0-4ce3-8da2-9b421c47074d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-smb', False) {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:42:04.492081 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b04dd3c-47b7-4ff8-9c4d-b94e37d915eb None None] Checking router: d3d4c572-229a-44f5-94d5-a2778a247153 for host: dv-cinder-797608-2-smb {{(pid=93177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:42:04.501020 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b04dd3c-47b7-4ff8-9c4d-b94e37d915eb None None] Routers {'d3d4c572-229a-44f5-94d5-a2778a247153'} bound to L3 agent in host dv-cinder-797608-2-smb {{(pid=93177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:42:04.501640 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-3b04dd3c-47b7-4ff8-9c4d-b94e37d915eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T11:27:33Z,description=,heartbeat_timestamp=2021-06-29T11:42:03Z,host='dv-cinder-797608-2-smb',id=bfbd9503-e406-4b21-85aa-cc71bbe721ce,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:33Z,topic='l3_agent')) {'router_ids': ['d3d4c572-229a-44f5-94d5-a2778a247153'], 'active': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:42:04.507043 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f98ce0e-ccf5-42de-af6d-6cd0332567fc req-e913504d-433f-495f-a8fb-d38b054583c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:42:04.508542 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-4f98ce0e-ccf5-42de-af6d-6cd0332567fc req-e913504d-433f-495f-a8fb-d38b054583c8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2303b7c5-2df0-4ce3-8da2-9b421c47074d HTTP/1.1" status: 200 len: 855 time: 0.0448489 Jun 29 11:42:04.570283 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f98ce0e-ccf5-42de-af6d-6cd0332567fc req-a3869667-397a-451d-a983-27c00eb7b123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:42:04.571798 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-4f98ce0e-ccf5-42de-af6d-6cd0332567fc req-a3869667-397a-451d-a983-27c00eb7b123 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b963bd4f-00c4-43c3-bead-28b3bc0930b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0570281 Jun 29 11:42:04.608333 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_dvr_db [None req-3b04dd3c-47b7-4ff8-9c4d-b94e37d915eb None None] Set router d3d4c572-229a-44f5-94d5-a2778a247153 gateway port host: dv-cinder-797608-2-smb {{(pid=93177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:42:04.660923 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-4f98ce0e-ccf5-42de-af6d-6cd0332567fc req-f30eca63-b53d-42d1-a045-d29f1e60ad4e service neutron] 10.222.0.21 "GET /v2.0/networks/b963bd4f-00c4-43c3-bead-28b3bc0930b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826640 Jun 29 11:42:04.756467 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-4f98ce0e-ccf5-42de-af6d-6cd0332567fc req-38e7ac87-5b9b-4e91-8035-9ecffd55cc31 service neutron] 10.222.0.21 "GET /v2.0/networks/b963bd4f-00c4-43c3-bead-28b3bc0930b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895271 Jun 29 11:42:04.974365 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-3b04dd3c-47b7-4ff8-9c4d-b94e37d915eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d4c572-229a-44f5-94d5-a2778a247153', 'name': 'tempest-AttachVolumeShelveTestJSON-557508439-router', 'tenant_id': 'bcd5ad4328fb47e5815bb6b7debbea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'external_fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.173'}], 'enable_snat': True}, 'gw_port_id': '5bd6bd70-fd61-4e04-87e6-b76de5ef0071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:35:41Z', 'updated_at': '2021-06-29T11:35:49Z', 'revision_number': 4, 'project_id': 'bcd5ad4328fb47e5815bb6b7debbea57', 'gw_port': {'id': '5bd6bd70-fd61-4e04-87e6-b76de5ef0071', 'name': '', 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d4c572-229a-44f5-94d5-a2778a247153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:42Z', 'updated_at': '2021-06-29T11:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042f854c-de74-4a6a-969f-d747577d8cca', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-smb', '_floatingips': [{'id': '38b88618-0944-4a08-ad51-15ab3171e9d7', 'tenant_id': 'bcd5ad4328fb47e5815bb6b7debbea57', 'floating_ip_address': '172.28.2.66', 'floating_network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'router_id': 'd3d4c572-229a-44f5-94d5-a2778a247153', 'port_id': 'a0bfa179-429d-4bb0-9314-c11bd3372964', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b963bd4f-00c4-43c3-bead-28b3bc0930b9', 'mac_address': 'fa:16:3e:e9:53:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d051ea-bd28-446b-9632-606e1b0d396a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T11:41:51Z', 'updated_at': '2021-06-29T11:42:03Z', 'revision_number': 1, 'project_id': 'bcd5ad4328fb47e5815bb6b7debbea57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef94a013-ceae-4cd3-9c61-c84d547c60a2', 'name': '', 'network_id': 'b963bd4f-00c4-43c3-bead-28b3bc0930b9', 'tenant_id': 'bcd5ad4328fb47e5815bb6b7debbea57', 'mac_address': 'fa:16:3e:fb:9b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d4c572-229a-44f5-94d5-a2778a247153', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2303b7c5-2df0-4ce3-8da2-9b421c47074d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:46Z', 'updated_at': '2021-06-29T11:35:59Z', 'revision_number': 5, 'project_id': 'bcd5ad4328fb47e5815bb6b7debbea57', 'subnets': [{'id': '2303b7c5-2df0-4ce3-8da2-9b421c47074d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-smb', False) {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:42:05.001373 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b04dd3c-47b7-4ff8-9c4d-b94e37d915eb None None] The sync data for ids ['d3d4c572-229a-44f5-94d5-a2778a247153'] in dv-cinder-797608-2-smb is: [{'id': 'd3d4c572-229a-44f5-94d5-a2778a247153', 'name': 'tempest-AttachVolumeShelveTestJSON-557508439-router', 'tenant_id': 'bcd5ad4328fb47e5815bb6b7debbea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'external_fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.173'}], 'enable_snat': True}, 'gw_port_id': '5bd6bd70-fd61-4e04-87e6-b76de5ef0071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:35:41Z', 'updated_at': '2021-06-29T11:35:49Z', 'revision_number': 4, 'project_id': 'bcd5ad4328fb47e5815bb6b7debbea57', 'gw_port': {'id': '5bd6bd70-fd61-4e04-87e6-b76de5ef0071', 'name': '', 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d4c572-229a-44f5-94d5-a2778a247153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:42Z', 'updated_at': '2021-06-29T11:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042f854c-de74-4a6a-969f-d747577d8cca', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-smb', '_floatingips': [{'id': '38b88618-0944-4a08-ad51-15ab3171e9d7', 'tenant_id': 'bcd5ad4328fb47e5815bb6b7debbea57', 'floating_ip_address': '172.28.2.66', 'floating_network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'router_id': 'd3d4c572-229a-44f5-94d5-a2778a247153', 'port_id': 'a0bfa179-429d-4bb0-9314-c11bd3372964', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b963bd4f-00c4-43c3-bead-28b3bc0930b9', 'mac_address': 'fa:16:3e:e9:53:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6d051ea-bd28-446b-9632-606e1b0d396a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T11:41:51Z', 'updated_at': '2021-06-29T11:42:03Z', 'revision_number': 1, 'project_id': 'bcd5ad4328fb47e5815bb6b7debbea57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef94a013-ceae-4cd3-9c61-c84d547c60a2', 'name': '', 'network_id': 'b963bd4f-00c4-43c3-bead-28b3bc0930b9', 'tenant_id': 'bcd5ad4328fb47e5815bb6b7debbea57', 'mac_address': 'fa:16:3e:fb:9b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d4c572-229a-44f5-94d5-a2778a247153', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2303b7c5-2df0-4ce3-8da2-9b421c47074d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:46Z', 'updated_at': '2021-06-29T11:35:59Z', 'revision_number': 5, 'project_id': 'bcd5ad4328fb47e5815bb6b7debbea57', 'subnets': [{'id': '2303b7c5-2df0-4ce3-8da2-9b421c47074d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:42:05.182114 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72404b8-8f9e-4e7b-b328-184eeabb2ae8 None None] New status for floating IP 38b88618-0944-4a08-ad51-15ab3171e9d7: ACTIVE {{(pid=93178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 11:42:06.401457 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7dc1f572-48b9-4e28-8a5a-f2a12e721563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:42:20.578460 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:42:25.309351 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.agents_db [None req-013366be-bbdd-48cc-8d7f-8588d5b4b8e9 None None] Agent healthcheck: found 6 active agents {{(pid=93178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:42:30.582594 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-31034edc-b427-4ad8-aef9-69e3c85762f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:42:33.352196 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-553760e6-e4ea-4f21-8378-e8d3789f0944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:42:33.688648 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:42:34.453400 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9be8c49d-fdd7-49be-a71c-49aaf5d45c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:42:36.269320 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331892cd-04a9-42ee-b9aa-a2f408839cd6 req-65de76a7-542b-4fd0-8878-414339014a59 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:42:36.270873 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-331892cd-04a9-42ee-b9aa-a2f408839cd6 req-65de76a7-542b-4fd0-8878-414339014a59 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.78 "GET /v2.0/ports?device_id=12597f01-178d-4310-9954-4497b6dd77b1 HTTP/1.1" status: 200 len: 946 time: 0.0669816 Jun 29 11:42:36.308977 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-331892cd-04a9-42ee-b9aa-a2f408839cd6 req-51bfa9b3-b27f-4491-b2f7-39b343ace0ff tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.78 "GET /v2.0/security-groups?id=f97b2f54-e0a1-489d-9d1c-f32953c79b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325396 Jun 29 11:42:36.404436 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7dc1f572-48b9-4e28-8a5a-f2a12e721563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:42:37.507011 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156c4df6-0095-4f37-849a-a876a6d32c44 req-b2167eff-4df4-40bd-9c9b-8b5e95159a30 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:42:37.508530 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-156c4df6-0095-4f37-849a-a876a6d32c44 req-b2167eff-4df4-40bd-9c9b-8b5e95159a30 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.78 "GET /v2.0/ports?device_id=12597f01-178d-4310-9954-4497b6dd77b1 HTTP/1.1" status: 200 len: 946 time: 0.0734482 Jun 29 11:42:37.547144 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-156c4df6-0095-4f37-849a-a876a6d32c44 req-475086f3-9549-4066-aeb1-e3ad0d312524 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.78 "GET /v2.0/security-groups?id=f97b2f54-e0a1-489d-9d1c-f32953c79b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324857 Jun 29 11:42:38.731497 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c03ba6b-e674-4f0b-ac91-c69a4c14aff5 req-dba76e56-1c3a-4c5f-b20f-2b33864a6bee tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:42:38.732975 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-4c03ba6b-e674-4f0b-ac91-c69a4c14aff5 req-dba76e56-1c3a-4c5f-b20f-2b33864a6bee tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.78 "GET /v2.0/ports?device_id=12597f01-178d-4310-9954-4497b6dd77b1 HTTP/1.1" status: 200 len: 946 time: 0.0698822 Jun 29 11:42:38.770816 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-4c03ba6b-e674-4f0b-ac91-c69a4c14aff5 req-7d0f4022-e895-4702-b80f-89ee61fcdc0e tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.78 "GET /v2.0/security-groups?id=f97b2f54-e0a1-489d-9d1c-f32953c79b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316572 Jun 29 11:42:39.958867 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d7af50-2e8a-4fa0-a025-e685981c6446 req-fddd0236-1610-4fb4-9f45-6ef146f76b38 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:42:39.960402 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-b1d7af50-2e8a-4fa0-a025-e685981c6446 req-fddd0236-1610-4fb4-9f45-6ef146f76b38 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.78 "GET /v2.0/ports?device_id=12597f01-178d-4310-9954-4497b6dd77b1 HTTP/1.1" status: 200 len: 946 time: 0.0636315 Jun 29 11:42:39.999884 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-b1d7af50-2e8a-4fa0-a025-e685981c6446 req-27cc1834-d2e7-4c9c-9420-5726b63a7516 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.78 "GET /v2.0/security-groups?id=f97b2f54-e0a1-489d-9d1c-f32953c79b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333884 Jun 29 11:42:41.182823 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c974a-bf17-4d1b-ab23-518bf5312e27 req-016c2cda-f002-43a0-a9b6-e69274cc4553 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:42:41.184346 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-171c974a-bf17-4d1b-ab23-518bf5312e27 req-016c2cda-f002-43a0-a9b6-e69274cc4553 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.78 "GET /v2.0/ports?device_id=12597f01-178d-4310-9954-4497b6dd77b1 HTTP/1.1" status: 200 len: 946 time: 0.0671427 Jun 29 11:42:41.222982 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-171c974a-bf17-4d1b-ab23-518bf5312e27 req-da0aa2f0-8e54-4a1a-b26b-bb8779dce408 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.78 "GET /v2.0/security-groups?id=f97b2f54-e0a1-489d-9d1c-f32953c79b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330122 Jun 29 11:42:42.393481 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e153bcc-51d9-4942-a94c-c434f3b00a35 req-acf3caad-44c0-41ec-ba53-91e1737d4884 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:42:42.394976 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-5e153bcc-51d9-4942-a94c-c434f3b00a35 req-acf3caad-44c0-41ec-ba53-91e1737d4884 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.78 "GET /v2.0/ports?device_id=12597f01-178d-4310-9954-4497b6dd77b1 HTTP/1.1" status: 200 len: 946 time: 0.0635624 Jun 29 11:42:42.432737 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-5e153bcc-51d9-4942-a94c-c434f3b00a35 req-e9024678-70ed-419e-9b91-3b0c21cb7cc5 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.78 "GET /v2.0/security-groups?id=f97b2f54-e0a1-489d-9d1c-f32953c79b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317028 Jun 29 11:42:43.604173 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4599156-744b-4c0a-a4fa-1fef3a279728 req-d94e953b-55dd-4874-bbaf-e7b74fae293a tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:42:43.605630 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-d4599156-744b-4c0a-a4fa-1fef3a279728 req-d94e953b-55dd-4874-bbaf-e7b74fae293a tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.78 "GET /v2.0/ports?device_id=12597f01-178d-4310-9954-4497b6dd77b1 HTTP/1.1" status: 200 len: 946 time: 0.0630789 Jun 29 11:42:43.643263 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-d4599156-744b-4c0a-a4fa-1fef3a279728 req-425cdf4b-b745-471c-9cbd-712851a6f22a tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.78 "GET /v2.0/security-groups?id=f97b2f54-e0a1-489d-9d1c-f32953c79b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320826 Jun 29 11:42:44.819651 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5646d7a-6696-444c-8f3e-8c5a01e3ed0f req-f97b1789-a539-47a6-b408-abd6a32aa64d tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:42:44.821199 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-d5646d7a-6696-444c-8f3e-8c5a01e3ed0f req-f97b1789-a539-47a6-b408-abd6a32aa64d tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.78 "GET /v2.0/ports?device_id=12597f01-178d-4310-9954-4497b6dd77b1 HTTP/1.1" status: 200 len: 946 time: 0.0648918 Jun 29 11:42:44.858493 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-d5646d7a-6696-444c-8f3e-8c5a01e3ed0f req-45d8761c-b732-4072-b761-c88636ded758 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.78 "GET /v2.0/security-groups?id=f97b2f54-e0a1-489d-9d1c-f32953c79b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318282 Jun 29 11:42:46.039118 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882b3f5d-81cb-45ec-b85d-869e72547f69 req-f4e7bf64-3d60-41d1-a711-695bfe5a6b4a tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:42:46.040672 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-882b3f5d-81cb-45ec-b85d-869e72547f69 req-f4e7bf64-3d60-41d1-a711-695bfe5a6b4a tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.78 "GET /v2.0/ports?device_id=12597f01-178d-4310-9954-4497b6dd77b1 HTTP/1.1" status: 200 len: 946 time: 0.0648479 Jun 29 11:42:46.077774 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-882b3f5d-81cb-45ec-b85d-869e72547f69 req-00e5da41-aaad-4ef7-83c3-6a77c113c5f0 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.78 "GET /v2.0/security-groups?id=f97b2f54-e0a1-489d-9d1c-f32953c79b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316236 Jun 29 11:42:47.256897 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be60d742-bbfe-4803-ba62-ec3bbd1f38a9 req-36cc1f2d-9073-47da-af5b-5f83fdf31bad tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:42:47.258432 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-be60d742-bbfe-4803-ba62-ec3bbd1f38a9 req-36cc1f2d-9073-47da-af5b-5f83fdf31bad tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.78 "GET /v2.0/ports?device_id=12597f01-178d-4310-9954-4497b6dd77b1 HTTP/1.1" status: 200 len: 946 time: 0.0719435 Jun 29 11:42:47.297036 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-be60d742-bbfe-4803-ba62-ec3bbd1f38a9 req-5cc981a2-4ab8-48b8-bc24-71136be26712 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.78 "GET /v2.0/security-groups?id=f97b2f54-e0a1-489d-9d1c-f32953c79b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330534 Jun 29 11:42:48.477536 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc03fc2-0043-4c4f-8437-fe2d7c27ce9a req-e8091df2-35dc-4aca-a4c5-b831ca4258c5 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:42:48.479036 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-2fc03fc2-0043-4c4f-8437-fe2d7c27ce9a req-e8091df2-35dc-4aca-a4c5-b831ca4258c5 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.78 "GET /v2.0/ports?device_id=12597f01-178d-4310-9954-4497b6dd77b1 HTTP/1.1" status: 200 len: 946 time: 0.0650601 Jun 29 11:42:48.517331 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-2fc03fc2-0043-4c4f-8437-fe2d7c27ce9a req-0d683e76-8a73-440d-b658-8bd85a1580c2 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.78 "GET /v2.0/security-groups?id=f97b2f54-e0a1-489d-9d1c-f32953c79b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324452 Jun 29 11:42:49.693544 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda83a2f-419b-44ba-88ee-556d6dc85c58 req-1dded83c-089e-4cf9-a78c-008882710d7f tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:42:49.695043 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-eda83a2f-419b-44ba-88ee-556d6dc85c58 req-1dded83c-089e-4cf9-a78c-008882710d7f tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.78 "GET /v2.0/ports?device_id=12597f01-178d-4310-9954-4497b6dd77b1 HTTP/1.1" status: 200 len: 946 time: 0.0628762 Jun 29 11:42:49.732510 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-eda83a2f-419b-44ba-88ee-556d6dc85c58 req-01410d83-6691-4f10-8145-0e270b45181c tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.78 "GET /v2.0/security-groups?id=f97b2f54-e0a1-489d-9d1c-f32953c79b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318942 Jun 29 11:42:50.580750 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:42:50.916385 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821cf7e4-972f-4ef8-ac5d-e75559dc1f82 req-213c3d3c-a222-4808-8b89-09bb5194fb4b tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:42:50.917739 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-821cf7e4-972f-4ef8-ac5d-e75559dc1f82 req-213c3d3c-a222-4808-8b89-09bb5194fb4b tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.78 "GET /v2.0/ports?device_id=12597f01-178d-4310-9954-4497b6dd77b1 HTTP/1.1" status: 200 len: 946 time: 0.0653505 Jun 29 11:42:50.953576 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-821cf7e4-972f-4ef8-ac5d-e75559dc1f82 req-6da381b8-8de5-467b-a260-0a915ec6ea71 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.78 "GET /v2.0/security-groups?id=f97b2f54-e0a1-489d-9d1c-f32953c79b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302315 Jun 29 11:42:51.390526 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c14933-ad65-45e5-87a0-f332945ed79c req-8bcf9c15-1a2f-4638-92d1-3693a8caf1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:42:51.392016 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-42c14933-ad65-45e5-87a0-f332945ed79c req-8bcf9c15-1a2f-4638-92d1-3693a8caf1b2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7add8bb0bbcc410d8ed660c9dee464d5&device_id=12597f01-178d-4310-9954-4497b6dd77b1 HTTP/1.1" status: 200 len: 1099 time: 0.0522571 Jun 29 11:42:51.482421 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c14933-ad65-45e5-87a0-f332945ed79c req-77386a13-fd08-461c-b126-b584232c21d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:42:51.483911 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-42c14933-ad65-45e5-87a0-f332945ed79c req-77386a13-fd08-461c-b126-b584232c21d0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=88d9deae-8c92-41e6-bc69-9a05a7505f6c HTTP/1.1" status: 200 len: 909 time: 0.0854862 Jun 29 11:42:51.550398 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-42c14933-ad65-45e5-87a0-f332945ed79c req-d935d60d-699d-4ebf-80df-b89dae1ae562 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf6476e5-f046-4d99-807c-39a08aa3d5c7 HTTP/1.1" status: 200 len: 1001 time: 0.0586517 Jun 29 11:42:51.604671 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c14933-ad65-45e5-87a0-f332945ed79c req-4926ef23-1bbb-4450-bfc5-d3dbf3871671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:42:51.606100 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-42c14933-ad65-45e5-87a0-f332945ed79c req-4926ef23-1bbb-4450-bfc5-d3dbf3871671 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=772d47c8-6f80-4a5a-ad83-c4a4866eeb24 HTTP/1.1" status: 200 len: 847 time: 0.0493901 Jun 29 11:42:51.668701 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c14933-ad65-45e5-87a0-f332945ed79c req-c81487ad-d636-4c66-9217-cebebed8da71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:42:51.670157 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-42c14933-ad65-45e5-87a0-f332945ed79c req-c81487ad-d636-4c66-9217-cebebed8da71 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=88d9deae-8c92-41e6-bc69-9a05a7505f6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0567949 Jun 29 11:42:51.762794 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-42c14933-ad65-45e5-87a0-f332945ed79c req-52ff814a-7e9c-463e-92fe-c83f78f85820 service neutron] 10.222.0.21 "GET /v2.0/networks/88d9deae-8c92-41e6-bc69-9a05a7505f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853531 Jun 29 11:42:51.858630 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-42c14933-ad65-45e5-87a0-f332945ed79c req-48161317-4463-4c29-9caa-5a9be02d54b2 service neutron] 10.222.0.21 "GET /v2.0/networks/88d9deae-8c92-41e6-bc69-9a05a7505f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884707 Jun 29 11:42:52.126601 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4f9ff9-5c01-4d56-8263-6ccce8b5f698 req-849b4394-c91f-4945-8d21-7d91d89ca925 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:42:52.128088 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-0d4f9ff9-5c01-4d56-8263-6ccce8b5f698 req-849b4394-c91f-4945-8d21-7d91d89ca925 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.78 "GET /v2.0/ports?device_id=12597f01-178d-4310-9954-4497b6dd77b1 HTTP/1.1" status: 200 len: 946 time: 0.0633686 Jun 29 11:42:52.170032 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-0d4f9ff9-5c01-4d56-8263-6ccce8b5f698 req-2e8b873c-cadf-4de2-a065-25a886fb2f9e tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.78 "GET /v2.0/security-groups?id=f97b2f54-e0a1-489d-9d1c-f32953c79b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353420 Jun 29 11:42:53.348469 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b230a7e5-4772-49cd-ba16-bfa622386d1b req-64c37497-b792-479c-ae1e-6e2148826ddc tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:42:53.350467 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-b230a7e5-4772-49cd-ba16-bfa622386d1b req-64c37497-b792-479c-ae1e-6e2148826ddc tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.78 "GET /v2.0/ports?device_id=12597f01-178d-4310-9954-4497b6dd77b1 HTTP/1.1" status: 200 len: 946 time: 0.0662053 Jun 29 11:42:53.389426 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-b230a7e5-4772-49cd-ba16-bfa622386d1b req-75e57cd4-fa2f-47e4-8a9b-20cb49307242 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.78 "GET /v2.0/security-groups?id=f97b2f54-e0a1-489d-9d1c-f32953c79b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328732 Jun 29 11:42:54.573124 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbfb28e-2a05-4679-9bca-09fc832a4bb7 req-73004608-6dd1-4623-86b9-86bceec6e58c tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:42:54.574661 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-9fbfb28e-2a05-4679-9bca-09fc832a4bb7 req-73004608-6dd1-4623-86b9-86bceec6e58c tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.78 "GET /v2.0/ports?device_id=12597f01-178d-4310-9954-4497b6dd77b1 HTTP/1.1" status: 200 len: 946 time: 0.0669594 Jun 29 11:42:54.610851 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-9fbfb28e-2a05-4679-9bca-09fc832a4bb7 req-45450fb2-7275-4dfa-b712-d024d820bcb3 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.78 "GET /v2.0/security-groups?id=f97b2f54-e0a1-489d-9d1c-f32953c79b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306172 Jun 29 11:42:54.890240 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-c2bb384e-0ea1-4221-9c76-7ef161dacca0 req-86ce5803-8a07-465b-a036-c4ce7a2dc4b1 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=12597f01-178d-4310-9954-4497b6dd77b1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0504913 Jun 29 11:42:54.968418 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d961d-4e27-4624-89b2-af6cb65a22c4 req-776df6ae-6249-489d-be5b-216cf9c4b38d tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:42:54.969897 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-991d961d-4e27-4624-89b2-af6cb65a22c4 req-776df6ae-6249-489d-be5b-216cf9c4b38d tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.78 "GET /v2.0/ports?device_id=12597f01-178d-4310-9954-4497b6dd77b1 HTTP/1.1" status: 200 len: 946 time: 0.0636775 Jun 29 11:42:55.009545 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-991d961d-4e27-4624-89b2-af6cb65a22c4 req-1a7ed9c1-32f1-4088-8dbd-2b94e4a1f60c tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.78 "GET /v2.0/security-groups?id=f97b2f54-e0a1-489d-9d1c-f32953c79b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333154 Jun 29 11:42:56.118224 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bb384e-0ea1-4221-9c76-7ef161dacca0 req-28b807e0-2ee5-47a8-afe6-59c7d6af4e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:42:56.119804 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-c2bb384e-0ea1-4221-9c76-7ef161dacca0 req-28b807e0-2ee5-47a8-afe6-59c7d6af4e14 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=12597f01-178d-4310-9954-4497b6dd77b1&tenant_id=7add8bb0bbcc410d8ed660c9dee464d5 HTTP/1.1" status: 200 len: 1099 time: 0.0855806 Jun 29 11:42:56.223651 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec8eedc-5dd4-4033-bd02-6b936984528f req-315fca65-f182-4ff0-93b3-a51871570e99 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:42:56.225917 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-9ec8eedc-5dd4-4033-bd02-6b936984528f req-315fca65-f182-4ff0-93b3-a51871570e99 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.78 "GET /v2.0/ports?device_id=12597f01-178d-4310-9954-4497b6dd77b1 HTTP/1.1" status: 200 len: 946 time: 0.1052587 Jun 29 11:42:56.231071 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bb384e-0ea1-4221-9c76-7ef161dacca0 req-dfe8fe50-6fc0-4ed0-be84-5a5bacf9a7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:42:56.232455 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-c2bb384e-0ea1-4221-9c76-7ef161dacca0 req-dfe8fe50-6fc0-4ed0-be84-5a5bacf9a7ef service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7add8bb0bbcc410d8ed660c9dee464d5&device_id=12597f01-178d-4310-9954-4497b6dd77b1 HTTP/1.1" status: 200 len: 1099 time: 0.0828261 Jun 29 11:42:56.313424 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-9ec8eedc-5dd4-4033-bd02-6b936984528f req-63fc3575-1ca4-496b-8a27-ab58fdd235c6 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.78 "GET /v2.0/security-groups?id=f97b2f54-e0a1-489d-9d1c-f32953c79b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799458 Jun 29 11:42:56.345527 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bb384e-0ea1-4221-9c76-7ef161dacca0 req-e58953fc-2dc0-4625-9112-00ac3d92e25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:42:56.346992 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-c2bb384e-0ea1-4221-9c76-7ef161dacca0 req-e58953fc-2dc0-4625-9112-00ac3d92e25f service neutron] 10.222.0.21 "GET /v2.0/networks?id=88d9deae-8c92-41e6-bc69-9a05a7505f6c HTTP/1.1" status: 200 len: 909 time: 0.1070676 Jun 29 11:42:56.416101 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-c2bb384e-0ea1-4221-9c76-7ef161dacca0 req-5b561cd7-901f-4506-aa7e-1e0f0b56c8e3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf6476e5-f046-4d99-807c-39a08aa3d5c7 HTTP/1.1" status: 200 len: 1001 time: 0.0622482 Jun 29 11:42:56.464779 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bb384e-0ea1-4221-9c76-7ef161dacca0 req-2a2b0bd4-0efa-417a-890a-e8da1568e118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:42:56.466207 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-c2bb384e-0ea1-4221-9c76-7ef161dacca0 req-2a2b0bd4-0efa-417a-890a-e8da1568e118 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=772d47c8-6f80-4a5a-ad83-c4a4866eeb24 HTTP/1.1" status: 200 len: 847 time: 0.0433202 Jun 29 11:42:56.523549 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bb384e-0ea1-4221-9c76-7ef161dacca0 req-fb6bcf66-fcb8-4b48-b75a-b3d335d33b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:42:56.525124 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-c2bb384e-0ea1-4221-9c76-7ef161dacca0 req-fb6bcf66-fcb8-4b48-b75a-b3d335d33b9f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=88d9deae-8c92-41e6-bc69-9a05a7505f6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0512066 Jun 29 11:42:56.618059 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-c2bb384e-0ea1-4221-9c76-7ef161dacca0 req-6405e2e2-027d-436c-b3fc-e19415512014 service neutron] 10.222.0.21 "GET /v2.0/networks/88d9deae-8c92-41e6-bc69-9a05a7505f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857189 Jun 29 11:42:56.706032 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-c2bb384e-0ea1-4221-9c76-7ef161dacca0 req-da6f6c8c-964a-4c68-86ac-76daae0a2c7a service neutron] 10.222.0.21 "GET /v2.0/networks/88d9deae-8c92-41e6-bc69-9a05a7505f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808229 Jun 29 11:42:57.487116 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeeb1f5-79f9-4bc7-8ec3-f70dc4f646f0 req-2babf083-ae46-4c67-9407-7f0eabf93515 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:42:57.488582 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-7aeeb1f5-79f9-4bc7-8ec3-f70dc4f646f0 req-2babf083-ae46-4c67-9407-7f0eabf93515 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.78 "GET /v2.0/ports?device_id=12597f01-178d-4310-9954-4497b6dd77b1 HTTP/1.1" status: 200 len: 946 time: 0.0656345 Jun 29 11:42:57.528161 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-7aeeb1f5-79f9-4bc7-8ec3-f70dc4f646f0 req-47e2530e-2aa0-4a4c-b661-a3db467cd18e tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.78 "GET /v2.0/security-groups?id=f97b2f54-e0a1-489d-9d1c-f32953c79b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334160 Jun 29 11:42:58.705816 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be2a28a-36c9-4b7a-8982-c389494e9f88 req-87a7f201-ad35-4e1d-a958-fd72eb446f4f tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:42:58.707287 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-7be2a28a-36c9-4b7a-8982-c389494e9f88 req-87a7f201-ad35-4e1d-a958-fd72eb446f4f tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.78 "GET /v2.0/ports?device_id=12597f01-178d-4310-9954-4497b6dd77b1 HTTP/1.1" status: 200 len: 946 time: 0.0664337 Jun 29 11:42:58.745338 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-7be2a28a-36c9-4b7a-8982-c389494e9f88 req-8506e956-b6a9-4204-b6f5-5239f2c16181 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.78 "GET /v2.0/security-groups?id=f97b2f54-e0a1-489d-9d1c-f32953c79b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311766 Jun 29 11:42:58.948471 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Device cf6476e5-f046-4d99-807c-39a08aa3d5c7 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 11:42:58.950977 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Device cf6476e5-f046-4d99-807c-39a08aa3d5c7 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:42:59.096026 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:42:59.115044 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] For port cf6476e5-f046-4d99-807c-39a08aa3d5c7, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=cf6476e5-f046-4d99-807c-39a08aa3d5c7,segment=NetworkSegment(19343e39-02f7-4bf4-bc38-5464464e922a),segment_id=19343e39-02f7-4bf4-bc38-5464464e922a)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:42:59.132657 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Returning: {'device': 'cf6476e5-f046-4d99-807c-39a08aa3d5c7', 'network_id': '88d9deae-8c92-41e6-bc69-9a05a7505f6c', 'port_id': 'cf6476e5-f046-4d99-807c-39a08aa3d5c7', 'mac_address': 'fa:16:3e:3c:8b:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '772d47c8-6f80-4a5a-ad83-c4a4866eeb24', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 11:42:59.137371 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12597f01-178d-4310-9954-4497b6dd77b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf6476e5-f046-4d99-807c-39a08aa3d5c7'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:42:59.139628 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf503b922a63088b6f722bf1da6ea29b944079dc3e77b23c7214b141eee454" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d327f1-1f71-4b1e-a569-1e485f75e77b" -d '{"events": [{"server_uuid": "12597f01-178d-4310-9954-4497b6dd77b1", "name": "network-vif-unplugged", "status": "completed", "tag": "cf6476e5-f046-4d99-807c-39a08aa3d5c7"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:42:59.154266 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] For port cf6476e5-f046-4d99-807c-39a08aa3d5c7, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=cf6476e5-f046-4d99-807c-39a08aa3d5c7,segment=NetworkSegment(19343e39-02f7-4bf4-bc38-5464464e922a),segment_id=19343e39-02f7-4bf4-bc38-5464464e922a)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:42:59.177438 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:42:59.181107 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-dcdd8d16-001e-42e7-9054-fd6323eead32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:42:59.188083 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Jun 2021 11:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90015492-05fb-4e1e-8e7e-2ad051cde85d x-openstack-request-id: req-90015492-05fb-4e1e-8e7e-2ad051cde85d {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:42:59.188377 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12597f01-178d-4310-9954-4497b6dd77b1", "name": "network-vif-unplugged", "status": "completed", "tag": "cf6476e5-f046-4d99-807c-39a08aa3d5c7", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:42:59.188624 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-90015492-05fb-4e1e-8e7e-2ad051cde85d {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:42:59.189011 dv-cinder-797608-2-smb neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12597f01-178d-4310-9954-4497b6dd77b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf6476e5-f046-4d99-807c-39a08aa3d5c7', 'code': 200} Jun 29 11:42:59.219434 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:42:59.247413 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.notifiers.nova [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cf6476e5-f046-4d99-807c-39a08aa3d5c7 {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:42:59.255344 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Pushing event updated for resources: {'Port': ['ID=cf6476e5-f046-4d99-807c-39a08aa3d5c7,revision_number=6']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:42:59.264826 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:42:59.265164 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:42:59.265495 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:42:59.265820 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:42:59.266143 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:42:59.266461 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:42:59.266779 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:42:59.267094 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:42:59.267407 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:42:59.267742 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:42:59.268054 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:42:59.268365 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:42:59.288715 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:42:59.296397 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd01f8-9ac9-4005-b4b0-c0022b9ae9fb req-90364a86-6e47-42f5-a467-32d35349b3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:42:59.297858 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-c8dd01f8-9ac9-4005-b4b0-c0022b9ae9fb req-90364a86-6e47-42f5-a467-32d35349b3f6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=12597f01-178d-4310-9954-4497b6dd77b1 HTTP/1.1" status: 200 len: 1097 time: 0.0553250 Jun 29 11:42:59.304032 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.db.api [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93177) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 11:42:59.304448 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_db.api [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 11:42:59.332577 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-c8dd01f8-9ac9-4005-b4b0-c0022b9ae9fb req-6a89fd91-2bd9-4a2c-a042-acd0c3b3a299 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f97b2f54-e0a1-489d-9d1c-f32953c79b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268345 Jun 29 11:42:59.841861 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:42:59.856043 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.notifiers.nova [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf6476e5-f046-4d99-807c-39a08aa3d5c7 {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:42:59.876528 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] For port cf6476e5-f046-4d99-807c-39a08aa3d5c7, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=cf6476e5-f046-4d99-807c-39a08aa3d5c7,segment=NetworkSegment(19343e39-02f7-4bf4-bc38-5464464e922a),segment_id=19343e39-02f7-4bf4-bc38-5464464e922a)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:42:59.883994 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:42:59.885855 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a3e89c78-d49a-48ad-8613-70cb570e4183 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:42:59.927355 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b535c98-1f75-4484-8a64-5e9cc9a343f6 req-650420f1-a561-4794-be67-27d20b3fd3b8 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:42:59.929762 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-9b535c98-1f75-4484-8a64-5e9cc9a343f6 req-650420f1-a561-4794-be67-27d20b3fd3b8 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.78 "GET /v2.0/ports?device_id=12597f01-178d-4310-9954-4497b6dd77b1 HTTP/1.1" status: 200 len: 944 time: 0.0697570 Jun 29 11:42:59.933940 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Pushing event updated for resources: {'Port': ['ID=cf6476e5-f046-4d99-807c-39a08aa3d5c7,revision_number=7']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:42:59.936962 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:42:59.969079 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-9b535c98-1f75-4484-8a64-5e9cc9a343f6 req-37d2c490-87e1-4f3f-8a97-90b27b1bb5c4 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.78 "GET /v2.0/security-groups?id=f97b2f54-e0a1-489d-9d1c-f32953c79b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333369 Jun 29 11:43:00.583800 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-64cfdf3b-2d58-40cb-a262-158ff8d5bc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:43:01.145400 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250c3ed7-ea9d-4ee5-89c6-2d5823ec6dc0 req-a9e1810f-2b70-4a2e-a5aa-c7af0925babe tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:43:01.146859 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-250c3ed7-ea9d-4ee5-89c6-2d5823ec6dc0 req-a9e1810f-2b70-4a2e-a5aa-c7af0925babe tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.78 "GET /v2.0/ports?device_id=12597f01-178d-4310-9954-4497b6dd77b1 HTTP/1.1" status: 200 len: 945 time: 0.0628278 Jun 29 11:43:01.184444 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-250c3ed7-ea9d-4ee5-89c6-2d5823ec6dc0 req-d875da11-7b3f-4e6a-a32f-12288974897f tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.78 "GET /v2.0/security-groups?id=f97b2f54-e0a1-489d-9d1c-f32953c79b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312285 Jun 29 11:43:01.408374 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] get_ports_and_sgs() called for port_ids ['cf6476e5-f046-4d99-807c-39a08aa3d5c7'] {{(pid=93177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:43:02.308353 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.agents_db [None req-013366be-bbdd-48cc-8d7f-8588d5b4b8e9 None None] Agent healthcheck: found 6 active agents {{(pid=93178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:43:02.968423 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Device cf6476e5-f046-4d99-807c-39a08aa3d5c7 up at agent hyperv_hv-cinder-79760 {{(pid=93177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:43:03.015862 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Provisioning complete for port cf6476e5-f046-4d99-807c-39a08aa3d5c7 triggered by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:43:03.016237 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:43:03.092052 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:43:03.113520 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12597f01-178d-4310-9954-4497b6dd77b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf6476e5-f046-4d99-807c-39a08aa3d5c7'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:43:03.115925 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf503b922a63088b6f722bf1da6ea29b944079dc3e77b23c7214b141eee454" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee7c5d4-99ac-49eb-84c2-0b50359bb554" -d '{"events": [{"server_uuid": "12597f01-178d-4310-9954-4497b6dd77b1", "name": "network-vif-plugged", "status": "completed", "tag": "cf6476e5-f046-4d99-807c-39a08aa3d5c7"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:43:03.131133 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] For port cf6476e5-f046-4d99-807c-39a08aa3d5c7, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=cf6476e5-f046-4d99-807c-39a08aa3d5c7,segment=NetworkSegment(19343e39-02f7-4bf4-bc38-5464464e922a),segment_id=19343e39-02f7-4bf4-bc38-5464464e922a)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:43:03.137519 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:43:03.139396 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:43:03.162195 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79782088-92e0-4ae9-a099-d1ce78643b42 x-openstack-request-id: req-79782088-92e0-4ae9-a099-d1ce78643b42 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:43:03.162501 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12597f01-178d-4310-9954-4497b6dd77b1", "name": "network-vif-plugged", "status": "completed", "tag": "cf6476e5-f046-4d99-807c-39a08aa3d5c7", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:43:03.162816 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-79782088-92e0-4ae9-a099-d1ce78643b42 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:43:03.163211 dv-cinder-797608-2-smb neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12597f01-178d-4310-9954-4497b6dd77b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf6476e5-f046-4d99-807c-39a08aa3d5c7', 'code': 200} Jun 29 11:43:03.189920 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Pushing event updated for resources: {'Port': ['ID=cf6476e5-f046-4d99-807c-39a08aa3d5c7,revision_number=8']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:43:03.193085 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:43:03.354360 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-aba8afa7-ea32-4200-812c-75b881fe36d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:43:03.690337 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:43:04.456091 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9be8c49d-fdd7-49be-a71c-49aaf5d45c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:43:06.406374 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7dc1f572-48b9-4e28-8a5a-f2a12e721563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:43:20.584621 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:43:30.585281 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e234b7e6-6d61-4264-9e35-6b43cf08c19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:43:33.355897 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e8cb50a1-60ab-4e71-b9ea-226b5f51ecb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:43:33.692016 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:43:34.463892 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9be8c49d-fdd7-49be-a71c-49aaf5d45c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:43:36.416382 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7dc1f572-48b9-4e28-8a5a-f2a12e721563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:43:39.148597 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0b221c-c010-47c3-a591-870d07de3fac req-c37b724b-662d-4de9-a12d-705398db9b26 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:43:39.150096 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-0e0b221c-c010-47c3-a591-870d07de3fac req-c37b724b-662d-4de9-a12d-705398db9b26 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6d051ea-bd28-446b-9632-606e1b0d396a HTTP/1.1" status: 200 len: 946 time: 0.0672047 Jun 29 11:43:39.188275 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-0e0b221c-c010-47c3-a591-870d07de3fac req-b071370e-9833-4fb7-9a5c-497ff718c413 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d509bdd-5d14-41bc-891f-bb889ded3f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322261 Jun 29 11:43:39.307830 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.agents_db [None req-013366be-bbdd-48cc-8d7f-8588d5b4b8e9 None None] Agent healthcheck: found 6 active agents {{(pid=93178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:43:40.376997 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff6fa2c-3126-45ec-93d9-dacb73578d5b req-4a8f7766-9a75-41a2-bde9-695fb310184d tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:43:40.378462 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-eff6fa2c-3126-45ec-93d9-dacb73578d5b req-4a8f7766-9a75-41a2-bde9-695fb310184d tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6d051ea-bd28-446b-9632-606e1b0d396a HTTP/1.1" status: 200 len: 946 time: 0.0680013 Jun 29 11:43:40.416128 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-eff6fa2c-3126-45ec-93d9-dacb73578d5b req-25a759a0-a466-4977-8f73-93f1cf440e42 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d509bdd-5d14-41bc-891f-bb889ded3f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312994 Jun 29 11:43:41.601626 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e1de8e-c977-4718-ba90-e350856d800b req-e2716b71-f460-4ca4-80f2-b4391e983860 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:43:41.603112 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-b4e1de8e-c977-4718-ba90-e350856d800b req-e2716b71-f460-4ca4-80f2-b4391e983860 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6d051ea-bd28-446b-9632-606e1b0d396a HTTP/1.1" status: 200 len: 946 time: 0.0681474 Jun 29 11:43:41.641375 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-b4e1de8e-c977-4718-ba90-e350856d800b req-675e8660-1223-42b9-b4d5-fa8b3c8a0255 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d509bdd-5d14-41bc-891f-bb889ded3f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320930 Jun 29 11:43:42.827183 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4fffc6-455a-4044-b2bb-e0cb6ad5cf37 req-24054d08-beff-4782-bcff-82ea1d810ac8 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:43:42.828703 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-ce4fffc6-455a-4044-b2bb-e0cb6ad5cf37 req-24054d08-beff-4782-bcff-82ea1d810ac8 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6d051ea-bd28-446b-9632-606e1b0d396a HTTP/1.1" status: 200 len: 946 time: 0.0676603 Jun 29 11:43:42.869548 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-ce4fffc6-455a-4044-b2bb-e0cb6ad5cf37 req-d7465e1d-dacf-4931-b9ca-9a32a3fbfa66 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d509bdd-5d14-41bc-891f-bb889ded3f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338671 Jun 29 11:43:44.043339 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d04dbc-20a9-44f0-a708-cc7731f07068 req-deaaa36c-166c-4892-899f-d7f4a163f7db tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:43:44.044846 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-d4d04dbc-20a9-44f0-a708-cc7731f07068 req-deaaa36c-166c-4892-899f-d7f4a163f7db tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6d051ea-bd28-446b-9632-606e1b0d396a HTTP/1.1" status: 200 len: 946 time: 0.0633774 Jun 29 11:43:44.082078 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-d4d04dbc-20a9-44f0-a708-cc7731f07068 req-ad6aba47-e4ac-47f4-84ac-4e05ca5069ba tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d509bdd-5d14-41bc-891f-bb889ded3f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317252 Jun 29 11:43:45.272436 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969d1198-fac6-42eb-b4ac-4d82d621d6d4 req-d835eeec-d441-4572-aacb-e4fe956d08cd tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:43:45.273913 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-969d1198-fac6-42eb-b4ac-4d82d621d6d4 req-d835eeec-d441-4572-aacb-e4fe956d08cd tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6d051ea-bd28-446b-9632-606e1b0d396a HTTP/1.1" status: 200 len: 946 time: 0.0744200 Jun 29 11:43:45.319114 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-969d1198-fac6-42eb-b4ac-4d82d621d6d4 req-991f3476-5f20-4a80-ac90-813fa366a640 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d509bdd-5d14-41bc-891f-bb889ded3f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390136 Jun 29 11:43:46.513810 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb60a010-9656-4e75-ab8b-2ac54e161ed4 req-95d6d626-39c2-41c5-a029-d3c73733296a tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:43:46.515265 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-eb60a010-9656-4e75-ab8b-2ac54e161ed4 req-95d6d626-39c2-41c5-a029-d3c73733296a tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6d051ea-bd28-446b-9632-606e1b0d396a HTTP/1.1" status: 200 len: 946 time: 0.0752974 Jun 29 11:43:46.556140 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-eb60a010-9656-4e75-ab8b-2ac54e161ed4 req-e42d3d25-e6a8-4cf1-a134-de1f743059a2 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d509bdd-5d14-41bc-891f-bb889ded3f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351398 Jun 29 11:43:47.739246 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fb1c7e-cc0b-4fe7-aa0d-44870f58af58 req-be7f9b00-3e58-4749-8190-ea312728837e tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:43:47.741263 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-61fb1c7e-cc0b-4fe7-aa0d-44870f58af58 req-be7f9b00-3e58-4749-8190-ea312728837e tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6d051ea-bd28-446b-9632-606e1b0d396a HTTP/1.1" status: 200 len: 946 time: 0.0661945 Jun 29 11:43:47.778375 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-61fb1c7e-cc0b-4fe7-aa0d-44870f58af58 req-f4cd2aaf-13ec-4be1-be4b-2ab7a5e97680 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d509bdd-5d14-41bc-891f-bb889ded3f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315633 Jun 29 11:43:48.954590 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42d6d96-5042-4a36-9e4c-2d0f86e5e6c1 req-f0f17d63-9cf0-4e00-a247-1a51de6f65cf tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:43:48.956067 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-d42d6d96-5042-4a36-9e4c-2d0f86e5e6c1 req-f0f17d63-9cf0-4e00-a247-1a51de6f65cf tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6d051ea-bd28-446b-9632-606e1b0d396a HTTP/1.1" status: 200 len: 946 time: 0.0628629 Jun 29 11:43:48.993823 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-d42d6d96-5042-4a36-9e4c-2d0f86e5e6c1 req-6a439e46-1726-4c64-98ca-777411cf17d5 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d509bdd-5d14-41bc-891f-bb889ded3f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316281 Jun 29 11:43:50.168270 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4ff0e6-98d2-40f4-842f-e53496b993c6 req-bbc0cd17-7d8b-4eed-b56b-ab1863bb411f tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:43:50.169746 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-0a4ff0e6-98d2-40f4-842f-e53496b993c6 req-bbc0cd17-7d8b-4eed-b56b-ab1863bb411f tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6d051ea-bd28-446b-9632-606e1b0d396a HTTP/1.1" status: 200 len: 946 time: 0.0616431 Jun 29 11:43:50.207265 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-0a4ff0e6-98d2-40f4-842f-e53496b993c6 req-d31692fe-a7d6-4867-a2cf-ccc71e51b743 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d509bdd-5d14-41bc-891f-bb889ded3f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316164 Jun 29 11:43:50.576083 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:43:51.178498 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Device a0bfa179-429d-4bb0-9314-c11bd3372964 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 11:43:51.275240 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] For port a0bfa179-429d-4bb0-9314-c11bd3372964, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a0bfa179-429d-4bb0-9314-c11bd3372964,segment=NetworkSegment(431791e9-c625-45bb-a999-673c6d9515d0),segment_id=431791e9-c625-45bb-a999-673c6d9515d0)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:43:51.287591 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Returning: {'device': 'a0bfa179-429d-4bb0-9314-c11bd3372964', 'network_id': 'b963bd4f-00c4-43c3-bead-28b3bc0930b9', 'port_id': 'a0bfa179-429d-4bb0-9314-c11bd3372964', 'mac_address': 'fa:16:3e:e9:53:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2303b7c5-2df0-4ce3-8da2-9b421c47074d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 11:43:51.334937 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:43:51.348777 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.notifiers.nova [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a0bfa179-429d-4bb0-9314-c11bd3372964 {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:43:51.369785 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] For port a0bfa179-429d-4bb0-9314-c11bd3372964, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a0bfa179-429d-4bb0-9314-c11bd3372964,segment=NetworkSegment(431791e9-c625-45bb-a999-673c6d9515d0),segment_id=431791e9-c625-45bb-a999-673c6d9515d0)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:43:51.373683 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:43:51.375627 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:43:51.400861 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa0e07e-2bd3-4088-ba62-055bad49d875 req-f30b84a8-6081-4912-9fc3-ba253f0c2055 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:43:51.402335 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-bfa0e07e-2bd3-4088-ba62-055bad49d875 req-f30b84a8-6081-4912-9fc3-ba253f0c2055 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6d051ea-bd28-446b-9632-606e1b0d396a HTTP/1.1" status: 200 len: 946 time: 0.0696297 Jun 29 11:43:51.425479 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Pushing event updated for resources: {'Port': ['ID=a0bfa179-429d-4bb0-9314-c11bd3372964,revision_number=6']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:43:51.430091 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:43:51.441670 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-bfa0e07e-2bd3-4088-ba62-055bad49d875 req-db061f19-1461-4209-b365-5c9e5f1190a8 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d509bdd-5d14-41bc-891f-bb889ded3f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333078 Jun 29 11:43:51.454874 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] get_ports_and_sgs() called for port_ids ['a0bfa179-429d-4bb0-9314-c11bd3372964'] {{(pid=93177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:43:51.901310 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-d6cc1329-9cf5-476d-936f-2f852917cb07 req-ff27c312-14cf-40ff-8167-11b1babb684a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=12597f01-178d-4310-9954-4497b6dd77b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0527081 Jun 29 11:43:52.002800 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cc1329-9cf5-476d-936f-2f852917cb07 req-130ce38e-87bd-451e-b638-4f57ce719dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:43:52.004285 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-d6cc1329-9cf5-476d-936f-2f852917cb07 req-130ce38e-87bd-451e-b638-4f57ce719dac service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7add8bb0bbcc410d8ed660c9dee464d5&device_id=12597f01-178d-4310-9954-4497b6dd77b1 HTTP/1.1" status: 200 len: 1099 time: 0.0519934 Jun 29 11:43:52.108282 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cc1329-9cf5-476d-936f-2f852917cb07 req-5d23da48-0791-45a0-ac70-9d913c2717ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:43:52.109719 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-d6cc1329-9cf5-476d-936f-2f852917cb07 req-5d23da48-0791-45a0-ac70-9d913c2717ed service neutron] 10.222.0.21 "GET /v2.0/networks?id=88d9deae-8c92-41e6-bc69-9a05a7505f6c HTTP/1.1" status: 200 len: 909 time: 0.0855849 Jun 29 11:43:52.172606 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-d6cc1329-9cf5-476d-936f-2f852917cb07 req-1797faf4-4302-4da9-9ff9-e99eee4bb346 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf6476e5-f046-4d99-807c-39a08aa3d5c7 HTTP/1.1" status: 200 len: 1001 time: 0.0557384 Jun 29 11:43:52.225352 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cc1329-9cf5-476d-936f-2f852917cb07 req-24f4450f-d2e8-4c47-ac39-2ae505ad2df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:43:52.226817 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-d6cc1329-9cf5-476d-936f-2f852917cb07 req-24f4450f-d2e8-4c47-ac39-2ae505ad2df6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=772d47c8-6f80-4a5a-ad83-c4a4866eeb24 HTTP/1.1" status: 200 len: 847 time: 0.0477083 Jun 29 11:43:52.287810 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cc1329-9cf5-476d-936f-2f852917cb07 req-9f95b50b-5b6d-4345-af6b-514f1e607e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:43:52.289548 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-d6cc1329-9cf5-476d-936f-2f852917cb07 req-9f95b50b-5b6d-4345-af6b-514f1e607e83 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=88d9deae-8c92-41e6-bc69-9a05a7505f6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0536959 Jun 29 11:43:52.401581 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-d6cc1329-9cf5-476d-936f-2f852917cb07 req-da316bc9-538d-4f24-b9ce-dff60b69e7fc service neutron] 10.222.0.21 "GET /v2.0/networks/88d9deae-8c92-41e6-bc69-9a05a7505f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050210 Jun 29 11:43:52.791120 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-d6cc1329-9cf5-476d-936f-2f852917cb07 req-c603b33d-b221-4b77-bdb0-510a07f9ee0b service neutron] 10.222.0.21 "GET /v2.0/networks/88d9deae-8c92-41e6-bc69-9a05a7505f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3823957 Jun 29 11:43:52.808156 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716f0436-fa7d-45b7-a2aa-be47820bdadc req-093e0390-7156-4c41-9247-7cb0aff774e6 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:43:52.809959 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-716f0436-fa7d-45b7-a2aa-be47820bdadc req-093e0390-7156-4c41-9247-7cb0aff774e6 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6d051ea-bd28-446b-9632-606e1b0d396a HTTP/1.1" status: 200 len: 945 time: 0.0938301 Jun 29 11:43:52.848447 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-716f0436-fa7d-45b7-a2aa-be47820bdadc req-d9bb906c-b360-4782-b0db-0a3882d62b2c tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d509bdd-5d14-41bc-891f-bb889ded3f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327420 Jun 29 11:43:53.185166 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Device a0bfa179-429d-4bb0-9314-c11bd3372964 up at agent hyperv_hv-cinder-79760 {{(pid=93177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:43:53.231891 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Provisioning complete for port a0bfa179-429d-4bb0-9314-c11bd3372964 triggered by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:43:53.232267 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:43:53.307861 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:43:53.329308 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6d051ea-bd28-446b-9632-606e1b0d396a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0bfa179-429d-4bb0-9314-c11bd3372964'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:43:53.331530 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf503b922a63088b6f722bf1da6ea29b944079dc3e77b23c7214b141eee454" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e26ad4e8-7aa4-4915-b528-7b0388167500" -d '{"events": [{"server_uuid": "c6d051ea-bd28-446b-9632-606e1b0d396a", "name": "network-vif-plugged", "status": "completed", "tag": "a0bfa179-429d-4bb0-9314-c11bd3372964"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:43:53.345009 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] For port a0bfa179-429d-4bb0-9314-c11bd3372964, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a0bfa179-429d-4bb0-9314-c11bd3372964,segment=NetworkSegment(431791e9-c625-45bb-a999-673c6d9515d0),segment_id=431791e9-c625-45bb-a999-673c6d9515d0)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:43:53.349464 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:43:53.351487 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:43:53.373878 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f33910-3952-42fa-be78-8a34c1d34b52 x-openstack-request-id: req-d0f33910-3952-42fa-be78-8a34c1d34b52 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:43:53.374178 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6d051ea-bd28-446b-9632-606e1b0d396a", "name": "network-vif-plugged", "status": "completed", "tag": "a0bfa179-429d-4bb0-9314-c11bd3372964", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:43:53.374435 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d0f33910-3952-42fa-be78-8a34c1d34b52 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:43:53.374857 dv-cinder-797608-2-smb neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6d051ea-bd28-446b-9632-606e1b0d396a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0bfa179-429d-4bb0-9314-c11bd3372964', 'code': 200} Jun 29 11:43:53.400413 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Pushing event updated for resources: {'Port': ['ID=a0bfa179-429d-4bb0-9314-c11bd3372964,revision_number=7']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:43:53.403495 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:43:54.027742 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57af5db-5053-427d-89d9-5c2a57294517 req-d98e311f-fb8c-4cf8-bd25-f90948e58a73 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:43:54.029278 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-d57af5db-5053-427d-89d9-5c2a57294517 req-d98e311f-fb8c-4cf8-bd25-f90948e58a73 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6d051ea-bd28-446b-9632-606e1b0d396a HTTP/1.1" status: 200 len: 946 time: 0.0666623 Jun 29 11:43:54.067240 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-d57af5db-5053-427d-89d9-5c2a57294517 req-d4215773-4dff-42d1-830e-1143613f956d tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d509bdd-5d14-41bc-891f-bb889ded3f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323081 Jun 29 11:43:55.244456 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42897a8a-e7ec-404e-8d3d-8a571d3d5cc8 req-a467d78e-a051-403a-8097-91eb085f1a6c tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:43:55.245912 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-42897a8a-e7ec-404e-8d3d-8a571d3d5cc8 req-a467d78e-a051-403a-8097-91eb085f1a6c tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6d051ea-bd28-446b-9632-606e1b0d396a HTTP/1.1" status: 200 len: 946 time: 0.0623424 Jun 29 11:43:55.281930 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-42897a8a-e7ec-404e-8d3d-8a571d3d5cc8 req-4216daf6-5489-45d3-8edc-00b2c7c51f11 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d509bdd-5d14-41bc-891f-bb889ded3f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305357 Jun 29 11:43:56.469307 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3756561c-77c1-4afa-831d-154db73cc9ac req-d78fca06-4203-495e-aab2-bb937948c392 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:43:56.470779 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-3756561c-77c1-4afa-831d-154db73cc9ac req-d78fca06-4203-495e-aab2-bb937948c392 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6d051ea-bd28-446b-9632-606e1b0d396a HTTP/1.1" status: 200 len: 946 time: 0.0679212 Jun 29 11:43:56.515347 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-3756561c-77c1-4afa-831d-154db73cc9ac req-7d132c5a-71c7-40dc-8b1a-cf27708fb9bd tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d509bdd-5d14-41bc-891f-bb889ded3f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352936 Jun 29 11:43:57.699290 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc03b6a-751c-4f0b-8dcf-0dc068662734 req-079c26ac-3e1e-49f0-8f9b-ab18169cd649 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:43:57.700943 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-7dc03b6a-751c-4f0b-8dcf-0dc068662734 req-079c26ac-3e1e-49f0-8f9b-ab18169cd649 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6d051ea-bd28-446b-9632-606e1b0d396a HTTP/1.1" status: 200 len: 946 time: 0.0704527 Jun 29 11:43:57.744677 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-7dc03b6a-751c-4f0b-8dcf-0dc068662734 req-8bef7ad2-52de-4d46-a3d5-14dedbf6a61d tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d509bdd-5d14-41bc-891f-bb889ded3f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364795 Jun 29 11:43:58.974881 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b535a76-3321-4eb2-aaa2-38b91187e0be req-018d100a-6124-4418-8681-84381c42a41f tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:43:58.976377 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-8b535a76-3321-4eb2-aaa2-38b91187e0be req-018d100a-6124-4418-8681-84381c42a41f tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6d051ea-bd28-446b-9632-606e1b0d396a HTTP/1.1" status: 200 len: 946 time: 0.0758107 Jun 29 11:43:59.017687 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-8b535a76-3321-4eb2-aaa2-38b91187e0be req-25846a68-b415-4150-ad71-989971b7d1e3 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d509bdd-5d14-41bc-891f-bb889ded3f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353899 Jun 29 11:44:00.219735 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f211825-0e7c-48da-98b6-736623f1ac77 req-3b569a44-e598-4a6a-bbbf-9a7c8aecd80f tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:00.221303 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-0f211825-0e7c-48da-98b6-736623f1ac77 req-3b569a44-e598-4a6a-bbbf-9a7c8aecd80f tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6d051ea-bd28-446b-9632-606e1b0d396a HTTP/1.1" status: 200 len: 946 time: 0.0709755 Jun 29 11:44:00.263171 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-0f211825-0e7c-48da-98b6-736623f1ac77 req-01af4e66-6d29-44b9-a724-d8e079c4aa6e tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d509bdd-5d14-41bc-891f-bb889ded3f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347171 Jun 29 11:44:00.593483 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fc1b2b6e-103f-448f-9c1f-015986a141a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:01.451745 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af05505-9ed7-4102-bfe6-0f05aacf21b6 req-407ed485-01c9-4b54-90db-64f1e61f37f8 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:01.454492 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-0af05505-9ed7-4102-bfe6-0f05aacf21b6 req-407ed485-01c9-4b54-90db-64f1e61f37f8 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6d051ea-bd28-446b-9632-606e1b0d396a HTTP/1.1" status: 200 len: 946 time: 0.0660648 Jun 29 11:44:01.494663 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-0af05505-9ed7-4102-bfe6-0f05aacf21b6 req-bee651cb-9b96-4fad-bc08-57da6e05e4c7 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d509bdd-5d14-41bc-891f-bb889ded3f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357618 Jun 29 11:44:02.713163 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a38659-c28e-49c3-9648-fd16d09735d6 req-e3f2046d-d247-4bfe-9527-4633ec34dcf7 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:02.713163 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-07a38659-c28e-49c3-9648-fd16d09735d6 req-e3f2046d-d247-4bfe-9527-4633ec34dcf7 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6d051ea-bd28-446b-9632-606e1b0d396a HTTP/1.1" status: 200 len: 946 time: 0.0829232 Jun 29 11:44:02.755422 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-07a38659-c28e-49c3-9648-fd16d09735d6 req-e34bfa4a-28b5-456d-ba94-a4194be25fd7 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d509bdd-5d14-41bc-891f-bb889ded3f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368214 Jun 29 11:44:03.359096 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f656ccb7-39c3-4182-b403-89f4f239a161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:03.696745 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:03.971957 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe69873e-5a9f-4398-89a6-5182f62a59ed req-d0c06b12-e045-4257-b875-4daceab71237 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:03.973353 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-fe69873e-5a9f-4398-89a6-5182f62a59ed req-d0c06b12-e045-4257-b875-4daceab71237 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6d051ea-bd28-446b-9632-606e1b0d396a HTTP/1.1" status: 200 len: 946 time: 0.0696623 Jun 29 11:44:04.021287 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-fe69873e-5a9f-4398-89a6-5182f62a59ed req-9c67d74b-dd7d-4972-8b67-59ea20409782 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d509bdd-5d14-41bc-891f-bb889ded3f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366523 Jun 29 11:44:04.463577 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9be8c49d-fdd7-49be-a71c-49aaf5d45c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:05.247976 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d19b3b-d761-4059-81ec-79733491b908 req-a224bb1a-2515-4e8c-91dc-4ed33f14ad78 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:05.250343 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-15d19b3b-d761-4059-81ec-79733491b908 req-a224bb1a-2515-4e8c-91dc-4ed33f14ad78 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6d051ea-bd28-446b-9632-606e1b0d396a HTTP/1.1" status: 200 len: 946 time: 0.0799394 Jun 29 11:44:05.298505 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-15d19b3b-d761-4059-81ec-79733491b908 req-3376ccd2-aae2-4778-a188-f1829cfd42d9 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d509bdd-5d14-41bc-891f-bb889ded3f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386581 Jun 29 11:44:06.466331 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7dc1f572-48b9-4e28-8a5a-f2a12e721563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:06.542435 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5595c948-8260-4ec3-bb55-3220c9469de3 req-9a01e40a-cfe5-4af0-98bd-5262a49884aa tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:06.544972 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-5595c948-8260-4ec3-bb55-3220c9469de3 req-9a01e40a-cfe5-4af0-98bd-5262a49884aa tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6d051ea-bd28-446b-9632-606e1b0d396a HTTP/1.1" status: 200 len: 946 time: 0.1117616 Jun 29 11:44:06.607036 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-5595c948-8260-4ec3-bb55-3220c9469de3 req-a884a145-880f-4c52-b7cc-4b38accf7d7c tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d509bdd-5d14-41bc-891f-bb889ded3f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534601 Jun 29 11:44:07.953966 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65b813b-4f18-4f6f-af63-45cbad601180 req-1a7fe7bf-8b51-4fd6-bc26-e8172ccc43ff tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:07.958090 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-f65b813b-4f18-4f6f-af63-45cbad601180 req-1a7fe7bf-8b51-4fd6-bc26-e8172ccc43ff tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6d051ea-bd28-446b-9632-606e1b0d396a HTTP/1.1" status: 200 len: 946 time: 0.1336143 Jun 29 11:44:08.057069 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-f65b813b-4f18-4f6f-af63-45cbad601180 req-0105d64d-badc-43ef-9494-a72893c180ee tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d509bdd-5d14-41bc-891f-bb889ded3f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880213 Jun 29 11:44:09.380885 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f410d18-a306-4d39-a1c7-0091db165a29 req-0137ef58-1977-4b11-af9b-7e47b10e1df3 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:09.383048 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-6f410d18-a306-4d39-a1c7-0091db165a29 req-0137ef58-1977-4b11-af9b-7e47b10e1df3 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6d051ea-bd28-446b-9632-606e1b0d396a HTTP/1.1" status: 200 len: 946 time: 0.0773356 Jun 29 11:44:09.424470 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-6f410d18-a306-4d39-a1c7-0091db165a29 req-3498da3f-2dc0-4454-8ba9-91c78971f95c tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d509bdd-5d14-41bc-891f-bb889ded3f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353754 Jun 29 11:44:10.619244 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8429333e-54ab-476e-8f2c-6842f8116fbe req-90f065c9-afef-4f85-97fc-d0fed83f91f8 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:10.620858 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-8429333e-54ab-476e-8f2c-6842f8116fbe req-90f065c9-afef-4f85-97fc-d0fed83f91f8 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6d051ea-bd28-446b-9632-606e1b0d396a HTTP/1.1" status: 200 len: 946 time: 0.0720098 Jun 29 11:44:10.666999 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-8429333e-54ab-476e-8f2c-6842f8116fbe req-e2b5a746-fffd-4087-81d1-d44f2ab418c4 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d509bdd-5d14-41bc-891f-bb889ded3f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403249 Jun 29 11:44:10.763495 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242aff71-3be5-4942-9306-a5a6feb5ddec req-2b9173eb-0c46-4530-a4cc-fd19034c6926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:10.765054 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-242aff71-3be5-4942-9306-a5a6feb5ddec req-2b9173eb-0c46-4530-a4cc-fd19034c6926 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bcd5ad4328fb47e5815bb6b7debbea57&device_id=c6d051ea-bd28-446b-9632-606e1b0d396a HTTP/1.1" status: 200 len: 1099 time: 0.0585487 Jun 29 11:44:10.863517 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242aff71-3be5-4942-9306-a5a6feb5ddec req-5ed1e921-0f33-4d17-8b04-a53d9099fcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:10.865013 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-242aff71-3be5-4942-9306-a5a6feb5ddec req-5ed1e921-0f33-4d17-8b04-a53d9099fcfa service neutron] 10.222.0.21 "GET /v2.0/networks?id=b963bd4f-00c4-43c3-bead-28b3bc0930b9 HTTP/1.1" status: 200 len: 917 time: 0.0938504 Jun 29 11:44:10.935721 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-242aff71-3be5-4942-9306-a5a6feb5ddec req-b49a12e3-4dc4-443c-8518-1a8195d80e99 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0bfa179-429d-4bb0-9314-c11bd3372964 HTTP/1.1" status: 200 len: 1001 time: 0.0630918 Jun 29 11:44:10.992813 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242aff71-3be5-4942-9306-a5a6feb5ddec req-c13c9e8e-55c2-4023-9208-2d001cc3e40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:10.994427 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-242aff71-3be5-4942-9306-a5a6feb5ddec req-c13c9e8e-55c2-4023-9208-2d001cc3e40d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2303b7c5-2df0-4ce3-8da2-9b421c47074d HTTP/1.1" status: 200 len: 855 time: 0.0517633 Jun 29 11:44:11.058230 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242aff71-3be5-4942-9306-a5a6feb5ddec req-51f51439-9359-4375-a5fb-caa78e50cf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:11.059763 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-242aff71-3be5-4942-9306-a5a6feb5ddec req-51f51439-9359-4375-a5fb-caa78e50cf04 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b963bd4f-00c4-43c3-bead-28b3bc0930b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0584743 Jun 29 11:44:11.155091 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-242aff71-3be5-4942-9306-a5a6feb5ddec req-2f73b935-d38d-49a3-b5ae-f01b1cb33822 service neutron] 10.222.0.21 "GET /v2.0/networks/b963bd4f-00c4-43c3-bead-28b3bc0930b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888431 Jun 29 11:44:11.253201 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-242aff71-3be5-4942-9306-a5a6feb5ddec req-c3965d6d-b911-4cd6-b67a-fea6182472a9 service neutron] 10.222.0.21 "GET /v2.0/networks/b963bd4f-00c4-43c3-bead-28b3bc0930b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918455 Jun 29 11:44:11.864746 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a746974-7545-4828-8857-0acd28cac9f5 req-f177e92e-75f0-468f-a370-450dfcba9bd5 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:11.866580 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-2a746974-7545-4828-8857-0acd28cac9f5 req-f177e92e-75f0-468f-a370-450dfcba9bd5 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6d051ea-bd28-446b-9632-606e1b0d396a HTTP/1.1" status: 200 len: 946 time: 0.0687246 Jun 29 11:44:11.910790 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-2a746974-7545-4828-8857-0acd28cac9f5 req-d4096d1f-06fb-44e5-9851-1d0cbb79d258 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d509bdd-5d14-41bc-891f-bb889ded3f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378835 Jun 29 11:44:13.119371 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d8fbb-1bda-436c-b186-5ba8b85e5c69 req-0acfd6c6-442a-434e-b2c8-9080f02a2346 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:13.120993 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-247d8fbb-1bda-436c-b186-5ba8b85e5c69 req-0acfd6c6-442a-434e-b2c8-9080f02a2346 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6d051ea-bd28-446b-9632-606e1b0d396a HTTP/1.1" status: 200 len: 946 time: 0.0797095 Jun 29 11:44:13.160786 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-247d8fbb-1bda-436c-b186-5ba8b85e5c69 req-2560bfcd-ce20-43be-8e33-e4a92b9c856e tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d509bdd-5d14-41bc-891f-bb889ded3f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341544 Jun 29 11:44:14.352703 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f1d07-7533-4077-b25e-bc3fe733fe18 req-ea7b4e28-0c8b-4eb1-8fd6-41b37f7b5537 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:14.354383 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-ed7f1d07-7533-4077-b25e-bc3fe733fe18 req-ea7b4e28-0c8b-4eb1-8fd6-41b37f7b5537 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6d051ea-bd28-446b-9632-606e1b0d396a HTTP/1.1" status: 200 len: 946 time: 0.0688243 Jun 29 11:44:14.401519 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-ed7f1d07-7533-4077-b25e-bc3fe733fe18 req-56a52fea-b3dc-49e5-b3ac-0d2112fa6596 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d509bdd-5d14-41bc-891f-bb889ded3f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405476 Jun 29 11:44:15.275345 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Device a0bfa179-429d-4bb0-9314-c11bd3372964 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:44:15.367815 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:15.392950 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6d051ea-bd28-446b-9632-606e1b0d396a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0bfa179-429d-4bb0-9314-c11bd3372964'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:44:15.395290 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf503b922a63088b6f722bf1da6ea29b944079dc3e77b23c7214b141eee454" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa56dcd-183c-4f47-a679-56f074ff19f0" -d '{"events": [{"server_uuid": "c6d051ea-bd28-446b-9632-606e1b0d396a", "name": "network-vif-unplugged", "status": "completed", "tag": "a0bfa179-429d-4bb0-9314-c11bd3372964"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:44:15.410183 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] For port a0bfa179-429d-4bb0-9314-c11bd3372964, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a0bfa179-429d-4bb0-9314-c11bd3372964,segment=NetworkSegment(431791e9-c625-45bb-a999-673c6d9515d0),segment_id=431791e9-c625-45bb-a999-673c6d9515d0)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:44:15.415303 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:15.417594 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-03ba4ca8-9e96-4ddb-b2db-b7d59425c6d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:44:15.441690 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 29 Jun 2021 11:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba01ae19-ac83-4f26-ac65-3c13b66e1c9a x-openstack-request-id: req-ba01ae19-ac83-4f26-ac65-3c13b66e1c9a {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:44:15.441993 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6d051ea-bd28-446b-9632-606e1b0d396a", "name": "network-vif-unplugged", "status": "failed", "tag": "a0bfa179-429d-4bb0-9314-c11bd3372964", "code": 422}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:44:15.442331 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-ba01ae19-ac83-4f26-ac65-3c13b66e1c9a {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:44:15.442778 dv-cinder-797608-2-smb neutron-server[93177]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c6d051ea-bd28-446b-9632-606e1b0d396a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a0bfa179-429d-4bb0-9314-c11bd3372964', 'code': 422} returned with failed status Jun 29 11:44:15.472036 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Pushing event updated for resources: {'Port': ['ID=a0bfa179-429d-4bb0-9314-c11bd3372964,revision_number=8']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:44:15.479904 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:44:15.480253 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:44:15.480592 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:44:15.480938 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:44:15.481291 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:44:15.481595 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:44:15.481924 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:44:15.482247 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:44:15.482567 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:44:15.482888 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:44:15.483200 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:44:15.483525 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:44:15.488488 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:44:15.729215 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5c9811-af37-4f49-b8a2-33ee48b31f70 req-8b324092-c093-46eb-b7ab-32b2f0999138 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:15.731047 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-3c5c9811-af37-4f49-b8a2-33ee48b31f70 req-8b324092-c093-46eb-b7ab-32b2f0999138 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6d051ea-bd28-446b-9632-606e1b0d396a HTTP/1.1" status: 200 len: 944 time: 0.0853691 Jun 29 11:44:15.775528 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-3c5c9811-af37-4f49-b8a2-33ee48b31f70 req-64c0ad44-9870-415c-928c-4f13a9401498 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d509bdd-5d14-41bc-891f-bb889ded3f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388701 Jun 29 11:44:15.931509 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 55944) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:44:16.042341 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-82acdc5a-ca0e-4c52-a0fa-5a9bf3d10999 req-7b6e3769-ae85-47a6-94c6-f1d2713bc0d5 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c6d051ea-bd28-446b-9632-606e1b0d396a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1094568 Jun 29 11:44:16.307419 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.agents_db [None req-013366be-bbdd-48cc-8d7f-8588d5b4b8e9 None None] Agent healthcheck: found 6 active agents {{(pid=93178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:44:17.002961 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d852dcd-6141-49ac-af69-bb5e09131668 req-bbc56917-d33a-4308-9705-ac5fd20c1ce1 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:17.004478 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-6d852dcd-6141-49ac-af69-bb5e09131668 req-bbc56917-d33a-4308-9705-ac5fd20c1ce1 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6d051ea-bd28-446b-9632-606e1b0d396a HTTP/1.1" status: 200 len: 944 time: 0.1030018 Jun 29 11:44:17.011571 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82acdc5a-ca0e-4c52-a0fa-5a9bf3d10999 req-e3ba4d59-4da8-4122-9414-143eaf9803c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:17.013031 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-82acdc5a-ca0e-4c52-a0fa-5a9bf3d10999 req-e3ba4d59-4da8-4122-9414-143eaf9803c2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c6d051ea-bd28-446b-9632-606e1b0d396a&tenant_id=bcd5ad4328fb47e5815bb6b7debbea57 HTTP/1.1" status: 200 len: 1097 time: 0.0828509 Jun 29 11:44:17.075911 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-6d852dcd-6141-49ac-af69-bb5e09131668 req-ee426218-357b-4f3e-81cc-351464eb260e tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d509bdd-5d14-41bc-891f-bb889ded3f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618768 Jun 29 11:44:17.101821 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82acdc5a-ca0e-4c52-a0fa-5a9bf3d10999 req-e41ff893-b8f2-4bb8-9a7f-763722754698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:17.103316 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-82acdc5a-ca0e-4c52-a0fa-5a9bf3d10999 req-e41ff893-b8f2-4bb8-9a7f-763722754698 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bcd5ad4328fb47e5815bb6b7debbea57&device_id=c6d051ea-bd28-446b-9632-606e1b0d396a HTTP/1.1" status: 200 len: 1097 time: 0.0642986 Jun 29 11:44:17.192766 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82acdc5a-ca0e-4c52-a0fa-5a9bf3d10999 req-aeae86a3-7580-4a06-a846-7e43de3039e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:17.194896 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-82acdc5a-ca0e-4c52-a0fa-5a9bf3d10999 req-aeae86a3-7580-4a06-a846-7e43de3039e4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b963bd4f-00c4-43c3-bead-28b3bc0930b9 HTTP/1.1" status: 200 len: 917 time: 0.0847402 Jun 29 11:44:17.278443 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-82acdc5a-ca0e-4c52-a0fa-5a9bf3d10999 req-e0b6cd31-0a34-48a6-962a-8d9885412d6b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0bfa179-429d-4bb0-9314-c11bd3372964 HTTP/1.1" status: 200 len: 999 time: 0.0758729 Jun 29 11:44:17.330754 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82acdc5a-ca0e-4c52-a0fa-5a9bf3d10999 req-1dbff38f-5c2d-4672-9d8d-304965277756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:17.332268 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-82acdc5a-ca0e-4c52-a0fa-5a9bf3d10999 req-1dbff38f-5c2d-4672-9d8d-304965277756 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2303b7c5-2df0-4ce3-8da2-9b421c47074d HTTP/1.1" status: 200 len: 855 time: 0.0474265 Jun 29 11:44:17.392602 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82acdc5a-ca0e-4c52-a0fa-5a9bf3d10999 req-0896060e-8e69-4abc-98fc-23f435607165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:17.394104 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-82acdc5a-ca0e-4c52-a0fa-5a9bf3d10999 req-0896060e-8e69-4abc-98fc-23f435607165 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b963bd4f-00c4-43c3-bead-28b3bc0930b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0547283 Jun 29 11:44:17.493885 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-82acdc5a-ca0e-4c52-a0fa-5a9bf3d10999 req-c0a9e5d7-0108-4f11-a92a-45059ca136e6 service neutron] 10.222.0.21 "GET /v2.0/networks/b963bd4f-00c4-43c3-bead-28b3bc0930b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916369 Jun 29 11:44:17.586599 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-82acdc5a-ca0e-4c52-a0fa-5a9bf3d10999 req-aa38595a-3d41-45e5-b2bd-99fca48cd104 service neutron] 10.222.0.21 "GET /v2.0/networks/b963bd4f-00c4-43c3-bead-28b3bc0930b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856304 Jun 29 11:44:18.312046 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af63bd7-b76b-4aae-88fe-605e30f91af5 req-8af19842-ca6c-4a1e-b39d-53f60d1c16b9 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:18.314529 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-8af63bd7-b76b-4aae-88fe-605e30f91af5 req-8af19842-ca6c-4a1e-b39d-53f60d1c16b9 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6d051ea-bd28-446b-9632-606e1b0d396a HTTP/1.1" status: 200 len: 944 time: 0.0716951 Jun 29 11:44:18.368651 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-8af63bd7-b76b-4aae-88fe-605e30f91af5 req-035d2045-dd7d-49a5-8bae-c1300b248611 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d509bdd-5d14-41bc-891f-bb889ded3f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458968 Jun 29 11:44:19.563235 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f115e10-ca3f-48e8-a806-9b095ffcfc76 req-8c153d53-2845-4f6d-9e88-9898faa14074 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:19.564820 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-1f115e10-ca3f-48e8-a806-9b095ffcfc76 req-8c153d53-2845-4f6d-9e88-9898faa14074 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6d051ea-bd28-446b-9632-606e1b0d396a HTTP/1.1" status: 200 len: 944 time: 0.0705738 Jun 29 11:44:19.611301 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-1f115e10-ca3f-48e8-a806-9b095ffcfc76 req-b3ee5507-14b5-4047-8b68-643de1107972 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d509bdd-5d14-41bc-891f-bb889ded3f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395753 Jun 29 11:44:20.581293 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:20.846347 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9716cfb-9914-4dfe-b992-97d5eb2d0ffe req-ac1704ac-5523-479e-8651-ed623574b115 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:20.847958 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-f9716cfb-9914-4dfe-b992-97d5eb2d0ffe req-ac1704ac-5523-479e-8651-ed623574b115 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6d051ea-bd28-446b-9632-606e1b0d396a HTTP/1.1" status: 200 len: 944 time: 0.0835197 Jun 29 11:44:20.894129 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-f9716cfb-9914-4dfe-b992-97d5eb2d0ffe req-d6e30487-4574-47b9-be15-e9064ef4e890 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d509bdd-5d14-41bc-891f-bb889ded3f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394506 Jun 29 11:44:22.101059 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3702ed-a62c-4d07-8962-4db7db934584 req-661967cc-cc66-4899-8f7f-46116dec4ee1 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:22.102613 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-6a3702ed-a62c-4d07-8962-4db7db934584 req-661967cc-cc66-4899-8f7f-46116dec4ee1 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6d051ea-bd28-446b-9632-606e1b0d396a HTTP/1.1" status: 200 len: 944 time: 0.0849338 Jun 29 11:44:22.149829 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-6a3702ed-a62c-4d07-8962-4db7db934584 req-3cbdafa6-7e2f-424c-8aba-2a74983c7eac tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d509bdd-5d14-41bc-891f-bb889ded3f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413666 Jun 29 11:44:23.386734 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeab0eb-3e9a-48fc-9169-9377bfed0ce6 req-9c3216b9-a7f0-4a5a-91d0-24d23553f04d tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:23.388348 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-eeeab0eb-3e9a-48fc-9169-9377bfed0ce6 req-9c3216b9-a7f0-4a5a-91d0-24d23553f04d tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6d051ea-bd28-446b-9632-606e1b0d396a HTTP/1.1" status: 200 len: 944 time: 0.0898778 Jun 29 11:44:23.444490 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-eeeab0eb-3e9a-48fc-9169-9377bfed0ce6 req-91229735-4f75-4ffd-9d0a-5224c83768b4 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d509bdd-5d14-41bc-891f-bb889ded3f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498338 Jun 29 11:44:24.688981 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7830ff27-6dfd-4549-834d-287ad681b805 req-c08f7ec9-6674-4a73-b540-f3f838462891 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:24.691472 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-7830ff27-6dfd-4549-834d-287ad681b805 req-c08f7ec9-6674-4a73-b540-f3f838462891 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6d051ea-bd28-446b-9632-606e1b0d396a HTTP/1.1" status: 200 len: 944 time: 0.1043417 Jun 29 11:44:24.738974 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-7830ff27-6dfd-4549-834d-287ad681b805 req-b75a23ad-a91b-4ac2-b7cb-143606583f94 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d509bdd-5d14-41bc-891f-bb889ded3f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403688 Jun 29 11:44:25.944905 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cf729e-16e7-470a-b3cb-5237250e4331 req-cd66f8ab-174e-42aa-9b6b-9bcfd8fe6eb7 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:25.946479 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-56cf729e-16e7-470a-b3cb-5237250e4331 req-cd66f8ab-174e-42aa-9b6b-9bcfd8fe6eb7 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6d051ea-bd28-446b-9632-606e1b0d396a HTTP/1.1" status: 200 len: 944 time: 0.0748396 Jun 29 11:44:25.992806 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-56cf729e-16e7-470a-b3cb-5237250e4331 req-8cd326a5-220a-487a-802a-009f11c7164a tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d509bdd-5d14-41bc-891f-bb889ded3f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400679 Jun 29 11:44:27.191102 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e054fd67-e605-4363-aba7-7d7a2a8e618d req-d26287c6-c1d5-4cce-baaf-43de90967725 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:27.192486 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-e054fd67-e605-4363-aba7-7d7a2a8e618d req-d26287c6-c1d5-4cce-baaf-43de90967725 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6d051ea-bd28-446b-9632-606e1b0d396a HTTP/1.1" status: 200 len: 944 time: 0.0716355 Jun 29 11:44:27.237609 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-e054fd67-e605-4363-aba7-7d7a2a8e618d req-e612462d-96a7-4cc7-a651-d8dd0b9f4b16 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d509bdd-5d14-41bc-891f-bb889ded3f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372643 Jun 29 11:44:28.431051 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ef495-e0b3-4d10-998b-eceeb27244ef req-76eed8cc-c561-4c9f-9593-cb4ec63ce998 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:28.432569 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-9d7ef495-e0b3-4d10-998b-eceeb27244ef req-76eed8cc-c561-4c9f-9593-cb4ec63ce998 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6d051ea-bd28-446b-9632-606e1b0d396a HTTP/1.1" status: 200 len: 944 time: 0.0712371 Jun 29 11:44:28.472723 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-9d7ef495-e0b3-4d10-998b-eceeb27244ef req-e46154f3-8241-4bfc-af82-1dc6e7acd247 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d509bdd-5d14-41bc-891f-bb889ded3f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346229 Jun 29 11:44:29.653143 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b675316-0893-4ab6-987b-35d458773ce7 req-60ffc7b5-e493-495b-9bfd-744ac0dca97d tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:29.654618 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-0b675316-0893-4ab6-987b-35d458773ce7 req-60ffc7b5-e493-495b-9bfd-744ac0dca97d tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6d051ea-bd28-446b-9632-606e1b0d396a HTTP/1.1" status: 200 len: 944 time: 0.0637937 Jun 29 11:44:29.692084 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-0b675316-0893-4ab6-987b-35d458773ce7 req-9ea2eaf0-9ef1-4410-a5cf-5848ddc5c185 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d509bdd-5d14-41bc-891f-bb889ded3f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318933 Jun 29 11:44:30.584566 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-29e13873-9aec-49bc-bd5e-e12f18149607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:30.879662 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34d55ce-85e0-484f-a399-405d28410f11 req-34a471b0-a220-4de0-8f9b-61f2a43330a4 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:30.881937 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-e34d55ce-85e0-484f-a399-405d28410f11 req-34a471b0-a220-4de0-8f9b-61f2a43330a4 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6d051ea-bd28-446b-9632-606e1b0d396a HTTP/1.1" status: 200 len: 944 time: 0.0704796 Jun 29 11:44:30.920679 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-e34d55ce-85e0-484f-a399-405d28410f11 req-83817532-03f9-465a-a493-fe109e1f154d tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d509bdd-5d14-41bc-891f-bb889ded3f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331035 Jun 29 11:44:32.104968 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aa872f-e14b-49d2-a95f-1181d4857430 req-17aa225e-5f90-4011-822f-d7dc13d77903 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:32.106549 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-32aa872f-e14b-49d2-a95f-1181d4857430 req-17aa225e-5f90-4011-822f-d7dc13d77903 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6d051ea-bd28-446b-9632-606e1b0d396a HTTP/1.1" status: 200 len: 944 time: 0.0666821 Jun 29 11:44:32.145808 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-32aa872f-e14b-49d2-a95f-1181d4857430 req-fcb36eee-4c9f-490d-9bb3-034ae7631007 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d509bdd-5d14-41bc-891f-bb889ded3f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334287 Jun 29 11:44:33.335886 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8bac1b-ef19-4a1d-9b0a-bac64f8ffd51 req-6b2d8d67-3333-439c-ae2f-c623716501e7 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:33.337709 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-af8bac1b-ef19-4a1d-9b0a-bac64f8ffd51 req-6b2d8d67-3333-439c-ae2f-c623716501e7 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6d051ea-bd28-446b-9632-606e1b0d396a HTTP/1.1" status: 200 len: 944 time: 0.0676661 Jun 29 11:44:33.367091 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b37c452b-7423-47e5-a3c3-0d31938bbf73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:33.388606 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-af8bac1b-ef19-4a1d-9b0a-bac64f8ffd51 req-0275a992-158e-4a4a-a3fe-c98e829a51b1 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d509bdd-5d14-41bc-891f-bb889ded3f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451643 Jun 29 11:44:33.705943 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:34.467145 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9be8c49d-fdd7-49be-a71c-49aaf5d45c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:34.603304 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f740e24-c3f5-4922-938f-b06aafd35262 req-664ea82c-98a2-44eb-b7ae-4ad343ad77db tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:34.604857 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-3f740e24-c3f5-4922-938f-b06aafd35262 req-664ea82c-98a2-44eb-b7ae-4ad343ad77db tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6d051ea-bd28-446b-9632-606e1b0d396a HTTP/1.1" status: 200 len: 944 time: 0.0712230 Jun 29 11:44:34.642685 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-3f740e24-c3f5-4922-938f-b06aafd35262 req-88ad3c1f-11c7-41b5-8e59-659504980f76 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d509bdd-5d14-41bc-891f-bb889ded3f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322523 Jun 29 11:44:35.837554 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf0102-5777-4bf0-8aa9-104f97a1c2e2 req-ed3397af-cb82-42d4-ac0d-c8635ac22f5c tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:35.839125 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-aabf0102-5777-4bf0-8aa9-104f97a1c2e2 req-ed3397af-cb82-42d4-ac0d-c8635ac22f5c tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6d051ea-bd28-446b-9632-606e1b0d396a HTTP/1.1" status: 200 len: 944 time: 0.0707657 Jun 29 11:44:35.880423 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-aabf0102-5777-4bf0-8aa9-104f97a1c2e2 req-d2aea606-5a71-4336-983c-54ffa5b88103 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d509bdd-5d14-41bc-891f-bb889ded3f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350299 Jun 29 11:44:36.417635 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7dc1f572-48b9-4e28-8a5a-f2a12e721563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:37.091716 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f395dfb5-0c57-4ad8-a18f-d96db05234d9 req-c2bfd3df-a16c-496f-a255-463bca1bf1c1 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:37.093247 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-f395dfb5-0c57-4ad8-a18f-d96db05234d9 req-c2bfd3df-a16c-496f-a255-463bca1bf1c1 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6d051ea-bd28-446b-9632-606e1b0d396a HTTP/1.1" status: 200 len: 944 time: 0.0875273 Jun 29 11:44:37.133006 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-f395dfb5-0c57-4ad8-a18f-d96db05234d9 req-bd1d0229-f8e5-46ff-ad1f-5b383405d7b2 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d509bdd-5d14-41bc-891f-bb889ded3f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342007 Jun 29 11:44:37.356980 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Device a0bfa179-429d-4bb0-9314-c11bd3372964 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 11:44:37.455429 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] For port a0bfa179-429d-4bb0-9314-c11bd3372964, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a0bfa179-429d-4bb0-9314-c11bd3372964,segment=NetworkSegment(431791e9-c625-45bb-a999-673c6d9515d0),segment_id=431791e9-c625-45bb-a999-673c6d9515d0)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:44:37.468740 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Returning: {'device': 'a0bfa179-429d-4bb0-9314-c11bd3372964', 'network_id': 'b963bd4f-00c4-43c3-bead-28b3bc0930b9', 'port_id': 'a0bfa179-429d-4bb0-9314-c11bd3372964', 'mac_address': 'fa:16:3e:e9:53:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2303b7c5-2df0-4ce3-8da2-9b421c47074d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 11:44:37.506783 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:37.524174 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.notifiers.nova [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0bfa179-429d-4bb0-9314-c11bd3372964 {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:44:37.544364 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] For port a0bfa179-429d-4bb0-9314-c11bd3372964, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a0bfa179-429d-4bb0-9314-c11bd3372964,segment=NetworkSegment(431791e9-c625-45bb-a999-673c6d9515d0),segment_id=431791e9-c625-45bb-a999-673c6d9515d0)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:44:37.549106 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:37.551087 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:44:37.601831 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Pushing event updated for resources: {'Port': ['ID=a0bfa179-429d-4bb0-9314-c11bd3372964,revision_number=9']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:44:37.605054 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:44:37.914306 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] get_ports_and_sgs() called for port_ids ['a0bfa179-429d-4bb0-9314-c11bd3372964'] {{(pid=93177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:44:38.315395 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cc2e8d-9668-4d0e-9585-8487b9fee2d8 req-c3401607-0dd0-4295-b11c-c277ad679d1f tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:38.316949 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-56cc2e8d-9668-4d0e-9585-8487b9fee2d8 req-c3401607-0dd0-4295-b11c-c277ad679d1f tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6d051ea-bd28-446b-9632-606e1b0d396a HTTP/1.1" status: 200 len: 945 time: 0.0674973 Jun 29 11:44:38.358834 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-56cc2e8d-9668-4d0e-9585-8487b9fee2d8 req-513c3ba0-ff90-4e6d-9532-903802413c92 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d509bdd-5d14-41bc-891f-bb889ded3f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353777 Jun 29 11:44:39.370924 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Device a0bfa179-429d-4bb0-9314-c11bd3372964 up at agent hyperv_hv-cinder-79760 {{(pid=93177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:44:39.424386 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Provisioning complete for port a0bfa179-429d-4bb0-9314-c11bd3372964 triggered by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:44:39.424769 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:39.503863 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:39.526077 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6d051ea-bd28-446b-9632-606e1b0d396a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0bfa179-429d-4bb0-9314-c11bd3372964'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:44:39.528564 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf503b922a63088b6f722bf1da6ea29b944079dc3e77b23c7214b141eee454" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a1d5a6-a5f2-488f-a482-351bfdd85b05" -d '{"events": [{"server_uuid": "c6d051ea-bd28-446b-9632-606e1b0d396a", "name": "network-vif-plugged", "status": "completed", "tag": "a0bfa179-429d-4bb0-9314-c11bd3372964"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:44:39.542694 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] For port a0bfa179-429d-4bb0-9314-c11bd3372964, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a0bfa179-429d-4bb0-9314-c11bd3372964,segment=NetworkSegment(431791e9-c625-45bb-a999-673c6d9515d0),segment_id=431791e9-c625-45bb-a999-673c6d9515d0)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:44:39.544973 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3d9276-2ae5-4f28-8cc7-1b075b4a0556 req-698616c3-3693-4ca6-b48d-1349d7034110 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:39.546801 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-ac3d9276-2ae5-4f28-8cc7-1b075b4a0556 req-698616c3-3693-4ca6-b48d-1349d7034110 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6d051ea-bd28-446b-9632-606e1b0d396a HTTP/1.1" status: 200 len: 945 time: 0.0644636 Jun 29 11:44:39.548568 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:39.551676 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:44:39.582929 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12cdaab5-c9d5-4e9f-a2f3-70afdbaaa1e6 x-openstack-request-id: req-12cdaab5-c9d5-4e9f-a2f3-70afdbaaa1e6 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:44:39.583321 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6d051ea-bd28-446b-9632-606e1b0d396a", "name": "network-vif-plugged", "status": "completed", "tag": "a0bfa179-429d-4bb0-9314-c11bd3372964", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:44:39.583509 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-12cdaab5-c9d5-4e9f-a2f3-70afdbaaa1e6 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:44:39.585237 dv-cinder-797608-2-smb neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6d051ea-bd28-446b-9632-606e1b0d396a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0bfa179-429d-4bb0-9314-c11bd3372964', 'code': 200} Jun 29 11:44:39.588566 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-ac3d9276-2ae5-4f28-8cc7-1b075b4a0556 req-865a3282-3b9e-4a3a-98fc-78060c03baae tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d509bdd-5d14-41bc-891f-bb889ded3f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337052 Jun 29 11:44:39.622380 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Pushing event updated for resources: {'Port': ['ID=a0bfa179-429d-4bb0-9314-c11bd3372964,revision_number=10']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:44:39.626716 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:44:39.803186 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a5540-7252-4425-b4d9-a9b8842063d8 req-49ccbb43-de3a-4bbe-a0ac-9c24bc87776b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:39.804800 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-355a5540-7252-4425-b4d9-a9b8842063d8 req-49ccbb43-de3a-4bbe-a0ac-9c24bc87776b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c6d051ea-bd28-446b-9632-606e1b0d396a HTTP/1.1" status: 200 len: 1100 time: 0.0578191 Jun 29 11:44:39.859687 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-355a5540-7252-4425-b4d9-a9b8842063d8 req-78d856a2-5dcd-4793-bac6-c6540666e902 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5d509bdd-5d14-41bc-891f-bb889ded3f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481956 Jun 29 11:44:40.774800 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702dcc48-31d2-4c95-8f77-35f8e2be0bc2 req-16df4c30-2287-4adb-96e7-4b42721eb315 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:40.776307 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-702dcc48-31d2-4c95-8f77-35f8e2be0bc2 req-16df4c30-2287-4adb-96e7-4b42721eb315 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6d051ea-bd28-446b-9632-606e1b0d396a HTTP/1.1" status: 200 len: 947 time: 0.0658462 Jun 29 11:44:40.817509 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-702dcc48-31d2-4c95-8f77-35f8e2be0bc2 req-ef343b96-2fcb-43f0-a707-d5f52ccd0458 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d509bdd-5d14-41bc-891f-bb889ded3f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355916 Jun 29 11:44:42.010455 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d61d7df-a72d-42e0-8c61-fefab166580c req-8a7258ee-b5ab-4401-b0cc-2dfc6dc83140 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:42.012453 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-5d61d7df-a72d-42e0-8c61-fefab166580c req-8a7258ee-b5ab-4401-b0cc-2dfc6dc83140 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6d051ea-bd28-446b-9632-606e1b0d396a HTTP/1.1" status: 200 len: 947 time: 0.0718958 Jun 29 11:44:42.055045 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-5d61d7df-a72d-42e0-8c61-fefab166580c req-7bf835d0-a694-4fd2-bce8-9efb16341391 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d509bdd-5d14-41bc-891f-bb889ded3f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356593 Jun 29 11:44:49.173620 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 56060) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:44:49.419302 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.plugin [None req-83203b2e-b754-48c8-b277-0c98443d4fa3 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Deleting port 38746867-b9f2-44b5-b42a-47d95fb042d7 {{(pid=93175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:44:49.419670 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-83203b2e-b754-48c8-b277-0c98443d4fa3 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744991508026'] for port, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:49.492541 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-83203b2e-b754-48c8-b277-0c98443d4fa3 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013211'] for port, precommit_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:49.492762 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-83203b2e-b754-48c8-b277-0c98443d4fa3 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:49.504688 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.plugin [None req-83203b2e-b754-48c8-b277-0c98443d4fa3 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Calling delete_port for 38746867-b9f2-44b5-b42a-47d95fb042d7 owned by network:floatingip {{(pid=93175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:44:49.679748 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-83203b2e-b754-48c8-b277-0c98443d4fa3 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744991430440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744990953750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61825989'] for port, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:49.681748 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-a4eaaf78-7de9-4bee-a7db-8451226b2d59 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:44:49.709694 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83203b2e-b754-48c8-b277-0c98443d4fa3 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Pushing event deleted for resources: {'Port': ['ID=38746867-b9f2-44b5-b42a-47d95fb042d7,revision_number=None']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:44:49.733930 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83203b2e-b754-48c8-b277-0c98443d4fa3 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:44:49.734289 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83203b2e-b754-48c8-b277-0c98443d4fa3 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:44:49.734641 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83203b2e-b754-48c8-b277-0c98443d4fa3 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:44:49.734991 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83203b2e-b754-48c8-b277-0c98443d4fa3 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:44:49.735333 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83203b2e-b754-48c8-b277-0c98443d4fa3 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:44:49.735701 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83203b2e-b754-48c8-b277-0c98443d4fa3 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:44:49.736039 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83203b2e-b754-48c8-b277-0c98443d4fa3 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:44:49.736376 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83203b2e-b754-48c8-b277-0c98443d4fa3 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:44:49.736712 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83203b2e-b754-48c8-b277-0c98443d4fa3 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:44:49.737044 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83203b2e-b754-48c8-b277-0c98443d4fa3 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:44:49.737379 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83203b2e-b754-48c8-b277-0c98443d4fa3 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:44:49.737708 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83203b2e-b754-48c8-b277-0c98443d4fa3 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:44:49.742616 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-83203b2e-b754-48c8-b277-0c98443d4fa3 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:44:49.777278 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-83203b2e-b754-48c8-b277-0c98443d4fa3 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Notify callbacks [] for floatingip, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:49.777600 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.db.l3_db [None req-83203b2e-b754-48c8-b277-0c98443d4fa3 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Floating IP e42983bf-df55-43bf-8577-ac674690ed3f disassociated (deleted). External IP: 172.28.2.68, port: cf6476e5-f046-4d99-807c-39a08aa3d5c7. Jun 29 11:44:49.991503 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83203b2e-b754-48c8-b277-0c98443d4fa3 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Router ec645eea-2d63-40ae-a7a7-31ff40234cb1 has already been hosted by L3 agent bfbd9503-e406-4b21-85aa-cc71bbe721ce {{(pid=93175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 11:44:50.101986 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83203b2e-b754-48c8-b277-0c98443d4fa3 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Notify agent at l3_agent.dv-cinder-797608-2-smb the message routers_updated {{(pid=93175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:44:50.106764 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-83203b2e-b754-48c8-b277-0c98443d4fa3 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126777'] for floatingip, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:50.111307 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2751115a-edf2-4e53-a278-15ce4e958bba None None] Sync routers for ids ['ec645eea-2d63-40ae-a7a7-31ff40234cb1'] in dv-cinder-797608-2-smb {{(pid=93177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:44:50.121932 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2751115a-edf2-4e53-a278-15ce4e958bba None None] Routers {'ec645eea-2d63-40ae-a7a7-31ff40234cb1'} bound to L3 agent in host dv-cinder-797608-2-smb {{(pid=93177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:44:50.122543 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-2751115a-edf2-4e53-a278-15ce4e958bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T11:27:33Z,description=,heartbeat_timestamp=2021-06-29T11:44:33Z,host='dv-cinder-797608-2-smb',id=bfbd9503-e406-4b21-85aa-cc71bbe721ce,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:33Z,topic='l3_agent')) {'router_ids': ['ec645eea-2d63-40ae-a7a7-31ff40234cb1'], 'active': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:44:50.141677 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-83203b2e-b754-48c8-b277-0c98443d4fa3 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.78 "DELETE /v2.0/floatingips/e42983bf-df55-43bf-8577-ac674690ed3f HTTP/1.1" status: 204 len: 168 time: 0.9669070 Jun 29 11:44:50.142341 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12597f01-178d-4310-9954-4497b6dd77b1', 'tag': 'cf6476e5-f046-4d99-807c-39a08aa3d5c7'}] {{(pid=93175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:44:50.144695 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}879b71c770f982178fec1a07a47b9a5355ed3bb08afc25f1aa80a68f93cb18a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-558b469c-edf3-466c-a4da-8abdb0af041c" -d '{"events": [{"name": "network-changed", "server_uuid": "12597f01-178d-4310-9954-4497b6dd77b1", "tag": "cf6476e5-f046-4d99-807c-39a08aa3d5c7"}]}' {{(pid=93175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:44:50.183947 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 11:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5023d7a-af13-4bf9-aa52-bda9f396ed8f x-openstack-request-id: req-c5023d7a-af13-4bf9-aa52-bda9f396ed8f {{(pid=93175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:44:50.184527 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12597f01-178d-4310-9954-4497b6dd77b1", "tag": "cf6476e5-f046-4d99-807c-39a08aa3d5c7", "status": "completed", "code": 200}]} {{(pid=93175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:44:50.184636 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c5023d7a-af13-4bf9-aa52-bda9f396ed8f {{(pid=93175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:44:50.185040 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12597f01-178d-4310-9954-4497b6dd77b1', 'tag': 'cf6476e5-f046-4d99-807c-39a08aa3d5c7', 'status': 'completed', 'code': 200} Jun 29 11:44:50.270526 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558b469c-edf3-466c-a4da-8abdb0af041c req-d30ef2f6-d8f7-4e63-90fd-2132ad06bff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:50.272315 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-558b469c-edf3-466c-a4da-8abdb0af041c req-d30ef2f6-d8f7-4e63-90fd-2132ad06bff1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7add8bb0bbcc410d8ed660c9dee464d5&device_id=12597f01-178d-4310-9954-4497b6dd77b1 HTTP/1.1" status: 200 len: 1099 time: 0.0616522 Jun 29 11:44:50.367504 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_dvr_db [None req-2751115a-edf2-4e53-a278-15ce4e958bba None None] Set router ec645eea-2d63-40ae-a7a7-31ff40234cb1 gateway port host: dv-cinder-797608-2-smb {{(pid=93177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:44:50.376167 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558b469c-edf3-466c-a4da-8abdb0af041c req-8b213664-d277-4885-9f1d-748c492c608e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:50.377673 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-558b469c-edf3-466c-a4da-8abdb0af041c req-8b213664-d277-4885-9f1d-748c492c608e service neutron] 10.222.0.21 "GET /v2.0/networks?id=88d9deae-8c92-41e6-bc69-9a05a7505f6c HTTP/1.1" status: 200 len: 909 time: 0.0986257 Jun 29 11:44:50.426761 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-558b469c-edf3-466c-a4da-8abdb0af041c req-3f96f09d-3341-44ea-bd70-334abf0add5d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf6476e5-f046-4d99-807c-39a08aa3d5c7 HTTP/1.1" status: 200 len: 217 time: 0.0424895 Jun 29 11:44:50.484873 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558b469c-edf3-466c-a4da-8abdb0af041c req-62766ce4-a774-4ac8-87f6-2d9a5e91eaed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:50.486355 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-558b469c-edf3-466c-a4da-8abdb0af041c req-62766ce4-a774-4ac8-87f6-2d9a5e91eaed service neutron] 10.222.0.21 "GET /v2.0/subnets?id=772d47c8-6f80-4a5a-ad83-c4a4866eeb24 HTTP/1.1" status: 200 len: 847 time: 0.0522053 Jun 29 11:44:50.591794 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:50.595081 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeaf8f5-ca30-496e-98e4-3fa158f0997a req-fd3b2498-d047-482b-b039-54a0337b2e27 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:50.596641 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-fbeaf8f5-ca30-496e-98e4-3fa158f0997a req-fd3b2498-d047-482b-b039-54a0337b2e27 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.78 "GET /v2.0/ports?device_id=12597f01-178d-4310-9954-4497b6dd77b1 HTTP/1.1" status: 200 len: 946 time: 0.1031895 Jun 29 11:44:50.601720 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-2751115a-edf2-4e53-a278-15ce4e958bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec645eea-2d63-40ae-a7a7-31ff40234cb1', 'name': 'tempest-TestShelveInstance-229016941-router', 'tenant_id': '7add8bb0bbcc410d8ed660c9dee464d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'external_fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.131'}], 'enable_snat': True}, 'gw_port_id': 'c86a062c-62c6-4c12-88ac-252ec36bd593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:38:23Z', 'updated_at': '2021-06-29T11:38:29Z', 'revision_number': 4, 'project_id': '7add8bb0bbcc410d8ed660c9dee464d5', 'gw_port': {'id': 'c86a062c-62c6-4c12-88ac-252ec36bd593', 'name': '', 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:67:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec645eea-2d63-40ae-a7a7-31ff40234cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:38:23Z', 'updated_at': '2021-06-29T11:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042f854c-de74-4a6a-969f-d747577d8cca', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-smb', '_interfaces': [{'id': '914e12aa-4d9b-4cbe-b780-024f5a4ac78d', 'name': '', 'network_id': '88d9deae-8c92-41e6-bc69-9a05a7505f6c', 'tenant_id': '7add8bb0bbcc410d8ed660c9dee464d5', 'mac_address': 'fa:16:3e:9c:0c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec645eea-2d63-40ae-a7a7-31ff40234cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '772d47c8-6f80-4a5a-ad83-c4a4866eeb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:38:27Z', 'updated_at': '2021-06-29T11:38:38Z', 'revision_number': 5, 'project_id': '7add8bb0bbcc410d8ed660c9dee464d5', 'subnets': [{'id': '772d47c8-6f80-4a5a-ad83-c4a4866eeb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-smb', False) {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:44:50.601958 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558b469c-edf3-466c-a4da-8abdb0af041c req-ec820afa-f122-4c84-80e7-fb6fa1aa3dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:50.603390 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-558b469c-edf3-466c-a4da-8abdb0af041c req-ec820afa-f122-4c84-80e7-fb6fa1aa3dfd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=88d9deae-8c92-41e6-bc69-9a05a7505f6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1088257 Jun 29 11:44:50.630205 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2751115a-edf2-4e53-a278-15ce4e958bba None None] Checking router: ec645eea-2d63-40ae-a7a7-31ff40234cb1 for host: dv-cinder-797608-2-smb {{(pid=93177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:44:50.639263 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2751115a-edf2-4e53-a278-15ce4e958bba None None] Routers {'ec645eea-2d63-40ae-a7a7-31ff40234cb1'} bound to L3 agent in host dv-cinder-797608-2-smb {{(pid=93177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:44:50.639930 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-2751115a-edf2-4e53-a278-15ce4e958bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T11:27:33Z,description=,heartbeat_timestamp=2021-06-29T11:44:33Z,host='dv-cinder-797608-2-smb',id=bfbd9503-e406-4b21-85aa-cc71bbe721ce,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:33Z,topic='l3_agent')) {'router_ids': ['ec645eea-2d63-40ae-a7a7-31ff40234cb1'], 'active': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:44:50.754611 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_dvr_db [None req-2751115a-edf2-4e53-a278-15ce4e958bba None None] Set router ec645eea-2d63-40ae-a7a7-31ff40234cb1 gateway port host: dv-cinder-797608-2-smb {{(pid=93177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:44:50.963418 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-fbeaf8f5-ca30-496e-98e4-3fa158f0997a req-1e458cb1-3a14-42f0-b151-e4a3de80ecc5 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.78 "GET /v2.0/security-groups?id=f97b2f54-e0a1-489d-9d1c-f32953c79b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3589029 Jun 29 11:44:50.974494 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-2751115a-edf2-4e53-a278-15ce4e958bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec645eea-2d63-40ae-a7a7-31ff40234cb1', 'name': 'tempest-TestShelveInstance-229016941-router', 'tenant_id': '7add8bb0bbcc410d8ed660c9dee464d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'external_fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.131'}], 'enable_snat': True}, 'gw_port_id': 'c86a062c-62c6-4c12-88ac-252ec36bd593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:38:23Z', 'updated_at': '2021-06-29T11:38:29Z', 'revision_number': 4, 'project_id': '7add8bb0bbcc410d8ed660c9dee464d5', 'gw_port': {'id': 'c86a062c-62c6-4c12-88ac-252ec36bd593', 'name': '', 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:67:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec645eea-2d63-40ae-a7a7-31ff40234cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:38:23Z', 'updated_at': '2021-06-29T11:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042f854c-de74-4a6a-969f-d747577d8cca', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-smb', '_interfaces': [{'id': '914e12aa-4d9b-4cbe-b780-024f5a4ac78d', 'name': '', 'network_id': '88d9deae-8c92-41e6-bc69-9a05a7505f6c', 'tenant_id': '7add8bb0bbcc410d8ed660c9dee464d5', 'mac_address': 'fa:16:3e:9c:0c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec645eea-2d63-40ae-a7a7-31ff40234cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '772d47c8-6f80-4a5a-ad83-c4a4866eeb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:38:27Z', 'updated_at': '2021-06-29T11:38:38Z', 'revision_number': 5, 'project_id': '7add8bb0bbcc410d8ed660c9dee464d5', 'subnets': [{'id': '772d47c8-6f80-4a5a-ad83-c4a4866eeb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-smb', False) {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:44:50.999920 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-558b469c-edf3-466c-a4da-8abdb0af041c req-6cf08d3d-2bfb-4314-840e-78d8435aa44b service neutron] 10.222.0.21 "GET /v2.0/networks/88d9deae-8c92-41e6-bc69-9a05a7505f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3886769 Jun 29 11:44:51.001291 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2751115a-edf2-4e53-a278-15ce4e958bba None None] The sync data for ids ['ec645eea-2d63-40ae-a7a7-31ff40234cb1'] in dv-cinder-797608-2-smb is: [{'id': 'ec645eea-2d63-40ae-a7a7-31ff40234cb1', 'name': 'tempest-TestShelveInstance-229016941-router', 'tenant_id': '7add8bb0bbcc410d8ed660c9dee464d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'external_fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.131'}], 'enable_snat': True}, 'gw_port_id': 'c86a062c-62c6-4c12-88ac-252ec36bd593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:38:23Z', 'updated_at': '2021-06-29T11:38:29Z', 'revision_number': 4, 'project_id': '7add8bb0bbcc410d8ed660c9dee464d5', 'gw_port': {'id': 'c86a062c-62c6-4c12-88ac-252ec36bd593', 'name': '', 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:67:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec645eea-2d63-40ae-a7a7-31ff40234cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:38:23Z', 'updated_at': '2021-06-29T11:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042f854c-de74-4a6a-969f-d747577d8cca', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-smb', '_interfaces': [{'id': '914e12aa-4d9b-4cbe-b780-024f5a4ac78d', 'name': '', 'network_id': '88d9deae-8c92-41e6-bc69-9a05a7505f6c', 'tenant_id': '7add8bb0bbcc410d8ed660c9dee464d5', 'mac_address': 'fa:16:3e:9c:0c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec645eea-2d63-40ae-a7a7-31ff40234cb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '772d47c8-6f80-4a5a-ad83-c4a4866eeb24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:38:27Z', 'updated_at': '2021-06-29T11:38:38Z', 'revision_number': 5, 'project_id': '7add8bb0bbcc410d8ed660c9dee464d5', 'subnets': [{'id': '772d47c8-6f80-4a5a-ad83-c4a4866eeb24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:44:51.109407 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-558b469c-edf3-466c-a4da-8abdb0af041c req-f5abb9ed-7db3-43f0-818c-863ec98ddf67 service neutron] 10.222.0.21 "GET /v2.0/networks/88d9deae-8c92-41e6-bc69-9a05a7505f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022744 Jun 29 11:44:51.222424 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fdd83b-02af-44d9-8b49-47651322002d None None] New status for floating IP e42983bf-df55-43bf-8577-ac674690ed3f: DOWN {{(pid=93178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 11:44:51.949374 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-6158ee6a-e014-4969-9b12-4e293507e367 req-04158e9a-057b-4e60-89df-e591227bebd4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c6d051ea-bd28-446b-9632-606e1b0d396a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0586569 Jun 29 11:44:52.028988 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6158ee6a-e014-4969-9b12-4e293507e367 req-87becbb9-5b8d-4256-bd8e-09110c93926e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:52.030463 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-6158ee6a-e014-4969-9b12-4e293507e367 req-87becbb9-5b8d-4256-bd8e-09110c93926e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bcd5ad4328fb47e5815bb6b7debbea57&device_id=c6d051ea-bd28-446b-9632-606e1b0d396a HTTP/1.1" status: 200 len: 1100 time: 0.0567615 Jun 29 11:44:52.180470 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6158ee6a-e014-4969-9b12-4e293507e367 req-6f90e119-41af-42db-b897-0e847426648f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:52.181995 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b1e77-9cb0-436e-89d0-6fca54bdca5a req-504404a7-5f73-4380-9b54-bff39b306f6d tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:52.182531 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-6158ee6a-e014-4969-9b12-4e293507e367 req-6f90e119-41af-42db-b897-0e847426648f service neutron] 10.222.0.21 "GET /v2.0/networks?id=b963bd4f-00c4-43c3-bead-28b3bc0930b9 HTTP/1.1" status: 200 len: 917 time: 0.1314332 Jun 29 11:44:52.183503 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-b10b1e77-9cb0-436e-89d0-6fca54bdca5a req-504404a7-5f73-4380-9b54-bff39b306f6d tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.21 "GET /v2.0/ports?device_id=12597f01-178d-4310-9954-4497b6dd77b1 HTTP/1.1" status: 200 len: 946 time: 0.0777695 Jun 29 11:44:52.195766 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41781285-52aa-4f78-943b-f189f1305c7a req-f0acd16b-03d7-41e6-b71a-b79b607b8266 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:52.197224 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-41781285-52aa-4f78-943b-f189f1305c7a req-f0acd16b-03d7-41e6-b71a-b79b607b8266 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.78 "GET /v2.0/ports?device_id=12597f01-178d-4310-9954-4497b6dd77b1 HTTP/1.1" status: 200 len: 946 time: 0.0998998 Jun 29 11:44:52.283078 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-41781285-52aa-4f78-943b-f189f1305c7a req-ec32a34a-bcfe-4a90-92b3-28c005ece728 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.78 "GET /v2.0/security-groups?id=f97b2f54-e0a1-489d-9d1c-f32953c79b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791638 Jun 29 11:44:52.284907 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-6158ee6a-e014-4969-9b12-4e293507e367 req-66462f5a-2ca8-47e2-b2c6-515f63dcd416 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0bfa179-429d-4bb0-9314-c11bd3372964 HTTP/1.1" status: 200 len: 1001 time: 0.0867829 Jun 29 11:44:52.299635 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-b10b1e77-9cb0-436e-89d0-6fca54bdca5a req-4c2a1b1b-0e7a-4830-abe6-c75758300d96 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Deleting port cf6476e5-f046-4d99-807c-39a08aa3d5c7 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:44:52.299981 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-b10b1e77-9cb0-436e-89d0-6fca54bdca5a req-4c2a1b1b-0e7a-4830-abe6-c75758300d96 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744991508026'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:52.341758 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6158ee6a-e014-4969-9b12-4e293507e367 req-b59adcfb-e016-4037-a4f6-6b938774522c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:52.343310 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-6158ee6a-e014-4969-9b12-4e293507e367 req-b59adcfb-e016-4037-a4f6-6b938774522c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2303b7c5-2df0-4ce3-8da2-9b421c47074d HTTP/1.1" status: 200 len: 855 time: 0.0520024 Jun 29 11:44:52.394164 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-b10b1e77-9cb0-436e-89d0-6fca54bdca5a req-4c2a1b1b-0e7a-4830-abe6-c75758300d96 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] For port cf6476e5-f046-4d99-807c-39a08aa3d5c7, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=cf6476e5-f046-4d99-807c-39a08aa3d5c7,segment=NetworkSegment(19343e39-02f7-4bf4-bc38-5464464e922a),segment_id=19343e39-02f7-4bf4-bc38-5464464e922a)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:44:52.394527 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-b10b1e77-9cb0-436e-89d0-6fca54bdca5a req-4c2a1b1b-0e7a-4830-abe6-c75758300d96 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013211'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:52.403738 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6158ee6a-e014-4969-9b12-4e293507e367 req-f7451484-34e8-4771-b5ad-bef949724f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:44:52.405233 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-6158ee6a-e014-4969-9b12-4e293507e367 req-f7451484-34e8-4771-b5ad-bef949724f25 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b963bd4f-00c4-43c3-bead-28b3bc0930b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0552466 Jun 29 11:44:52.407480 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-b10b1e77-9cb0-436e-89d0-6fca54bdca5a req-4c2a1b1b-0e7a-4830-abe6-c75758300d96 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Calling delete_port for cf6476e5-f046-4d99-807c-39a08aa3d5c7 owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:44:52.503528 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-6158ee6a-e014-4969-9b12-4e293507e367 req-ad870380-fe1b-48cd-b1a7-5537f62cb2f9 service neutron] 10.222.0.21 "GET /v2.0/networks/b963bd4f-00c4-43c3-bead-28b3bc0930b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890548 Jun 29 11:44:52.538949 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-b10b1e77-9cb0-436e-89d0-6fca54bdca5a req-4c2a1b1b-0e7a-4830-abe6-c75758300d96 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744991430440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744990953750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58778309'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:52.542830 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4ad86bb7-adb4-4637-8d7e-6684d1bad92e tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:44:52.567706 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2a1b1b-0e7a-4830-abe6-c75758300d96 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Pushing event deleted for resources: {'Port': ['ID=cf6476e5-f046-4d99-807c-39a08aa3d5c7,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:44:52.600838 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-6158ee6a-e014-4969-9b12-4e293507e367 req-9aeddb33-c2bc-4cc4-bcc0-601a915019ca service neutron] 10.222.0.21 "GET /v2.0/networks/b963bd4f-00c4-43c3-bead-28b3bc0930b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898633 Jun 29 11:44:52.603166 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2a1b1b-0e7a-4830-abe6-c75758300d96 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:44:52.603572 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2a1b1b-0e7a-4830-abe6-c75758300d96 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:44:52.603927 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2a1b1b-0e7a-4830-abe6-c75758300d96 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:44:52.604287 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2a1b1b-0e7a-4830-abe6-c75758300d96 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:44:52.604640 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2a1b1b-0e7a-4830-abe6-c75758300d96 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:44:52.604992 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2a1b1b-0e7a-4830-abe6-c75758300d96 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:44:52.605345 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2a1b1b-0e7a-4830-abe6-c75758300d96 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:44:52.605685 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2a1b1b-0e7a-4830-abe6-c75758300d96 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:44:52.606036 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2a1b1b-0e7a-4830-abe6-c75758300d96 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:44:52.606376 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2a1b1b-0e7a-4830-abe6-c75758300d96 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:44:52.606719 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2a1b1b-0e7a-4830-abe6-c75758300d96 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:44:52.607059 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2a1b1b-0e7a-4830-abe6-c75758300d96 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:44:52.626292 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4c2a1b1b-0e7a-4830-abe6-c75758300d96 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:44:52.627233 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-b10b1e77-9cb0-436e-89d0-6fca54bdca5a req-4c2a1b1b-0e7a-4830-abe6-c75758300d96 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] No DVR routers for this DVR port cf6476e5-f046-4d99-807c-39a08aa3d5c7 on host hv-cinder-79760 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:44:52.629597 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-b10b1e77-9cb0-436e-89d0-6fca54bdca5a req-4c2a1b1b-0e7a-4830-abe6-c75758300d96 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126777'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:52.631715 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-b10b1e77-9cb0-436e-89d0-6fca54bdca5a req-4c2a1b1b-0e7a-4830-abe6-c75758300d96 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.21 "DELETE /v2.0/ports/cf6476e5-f046-4d99-807c-39a08aa3d5c7 HTTP/1.1" status: 204 len: 173 time: 0.4390905 Jun 29 11:44:52.632210 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12597f01-178d-4310-9954-4497b6dd77b1', 'name': 'network-vif-deleted', 'tag': 'cf6476e5-f046-4d99-807c-39a08aa3d5c7'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:44:52.634530 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e84c2f8edc4c5bc2f689ddb2df796faf16af949d7518eb87a014b7a9d68b702d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db170e8f-d626-4016-a3a3-41c0e1eae488" -d '{"events": [{"server_uuid": "12597f01-178d-4310-9954-4497b6dd77b1", "name": "network-vif-deleted", "tag": "cf6476e5-f046-4d99-807c-39a08aa3d5c7"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:44:52.679833 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0a8bc4a-49c8-4dd3-ab17-ad306e267cd8 x-openstack-request-id: req-d0a8bc4a-49c8-4dd3-ab17-ad306e267cd8 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:44:52.680376 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12597f01-178d-4310-9954-4497b6dd77b1", "name": "network-vif-deleted", "tag": "cf6476e5-f046-4d99-807c-39a08aa3d5c7", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:44:52.680854 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d0a8bc4a-49c8-4dd3-ab17-ad306e267cd8 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:44:52.681618 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12597f01-178d-4310-9954-4497b6dd77b1', 'name': 'network-vif-deleted', 'tag': 'cf6476e5-f046-4d99-807c-39a08aa3d5c7', 'status': 'completed', 'code': 200} Jun 29 11:44:53.307161 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.agents_db [None req-013366be-bbdd-48cc-8d7f-8588d5b4b8e9 None None] Agent healthcheck: found 6 active agents {{(pid=93178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:44:53.447917 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-11c4f32f-19d7-40f5-920b-bf509d3737f8 req-6067fbe4-8878-4013-99f6-e05f6b087ccd tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.78 "GET /v2.0/ports?device_id=12597f01-178d-4310-9954-4497b6dd77b1 HTTP/1.1" status: 200 len: 210 time: 0.0360804 Jun 29 11:44:54.540686 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 56082) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:44:54.598083 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-83cd60c2-c0a0-44ef-8a7f-4278a6da06ab tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:54.625067 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-83cd60c2-c0a0-44ef-8a7f-4278a6da06ab tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:54.687179 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-83cd60c2-c0a0-44ef-8a7f-4278a6da06ab tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:54.689757 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-83cd60c2-c0a0-44ef-8a7f-4278a6da06ab tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:54.690907 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-83cd60c2-c0a0-44ef-8a7f-4278a6da06ab tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] 10.222.0.78 "DELETE /v2.0/security-groups/f97b2f54-e0a1-489d-9d1c-f32953c79b3f HTTP/1.1" status: 204 len: 168 time: 0.1492591 Jun 29 11:44:54.691765 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c5b9f342-bdd0-4961-9a74-295778d3ebd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:44:54.701256 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cd60c2-c0a0-44ef-8a7f-4278a6da06ab tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f97b2f54-e0a1-489d-9d1c-f32953c79b3f,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:44:54.704980 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-83cd60c2-c0a0-44ef-8a7f-4278a6da06ab tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:44:54.736858 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 56086) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:44:55.201319 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f635253b-80ce-4880-8318-8bab7a60735c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1015098'] for router_interface, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:55.441322 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Device cf6476e5-f046-4d99-807c-39a08aa3d5c7 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:44:55.449232 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-f635253b-80ce-4880-8318-8bab7a60735c admin admin] Deleting port 914e12aa-4d9b-4cbe-b780-024f5a4ac78d {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:44:55.449570 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f635253b-80ce-4880-8318-8bab7a60735c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744991508026'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:55.461979 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] No Port match for: cf6476e5-f046-4d99-807c-39a08aa3d5c7 {{(pid=93177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:44:55.462275 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Device cf6476e5-f046-4d99-807c-39a08aa3d5c7 not bound to the agent host hv-cinder-79760 {{(pid=93177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:44:55.530560 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-f635253b-80ce-4880-8318-8bab7a60735c admin admin] For port 914e12aa-4d9b-4cbe-b780-024f5a4ac78d, host dv-cinder-797608-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-smb',level=0,port_id=914e12aa-4d9b-4cbe-b780-024f5a4ac78d,segment=NetworkSegment(19343e39-02f7-4bf4-bc38-5464464e922a),segment_id=19343e39-02f7-4bf4-bc38-5464464e922a)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:44:55.530912 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f635253b-80ce-4880-8318-8bab7a60735c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013211'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:55.551175 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-f635253b-80ce-4880-8318-8bab7a60735c admin admin] Calling delete_port for 914e12aa-4d9b-4cbe-b780-024f5a4ac78d owned by network:router_interface {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:44:55.731122 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f635253b-80ce-4880-8318-8bab7a60735c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744991430440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744990953750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58778309'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:55.733086 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c7b5c7e9-483a-4caf-988b-79461fe6d0c4 tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:44:55.757106 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f635253b-80ce-4880-8318-8bab7a60735c admin admin] Pushing event deleted for resources: {'Port': ['ID=914e12aa-4d9b-4cbe-b780-024f5a4ac78d,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:44:55.760255 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f635253b-80ce-4880-8318-8bab7a60735c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:44:55.922795 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f635253b-80ce-4880-8318-8bab7a60735c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-999562'] for router_interface, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:56.137861 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f635253b-80ce-4880-8318-8bab7a60735c admin admin] Router ec645eea-2d63-40ae-a7a7-31ff40234cb1 has already been hosted by L3 agent bfbd9503-e406-4b21-85aa-cc71bbe721ce {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 11:44:56.249454 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f635253b-80ce-4880-8318-8bab7a60735c admin admin] Notify agent at l3_agent.dv-cinder-797608-2-smb the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:44:56.254271 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-f635253b-80ce-4880-8318-8bab7a60735c admin admin] 10.222.0.78 "PUT /v2.0/routers/ec645eea-2d63-40ae-a7a7-31ff40234cb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5163705 Jun 29 11:44:56.257769 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 56090) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:44:56.258670 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf70e6b-465d-43f8-b2bc-da4a15ab9113 None None] Sync routers for ids ['ec645eea-2d63-40ae-a7a7-31ff40234cb1'] in dv-cinder-797608-2-smb {{(pid=93177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:44:56.267845 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf70e6b-465d-43f8-b2bc-da4a15ab9113 None None] Routers {'ec645eea-2d63-40ae-a7a7-31ff40234cb1'} bound to L3 agent in host dv-cinder-797608-2-smb {{(pid=93177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:44:56.268450 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-7bf70e6b-465d-43f8-b2bc-da4a15ab9113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T11:27:33Z,description=,heartbeat_timestamp=2021-06-29T11:44:33Z,host='dv-cinder-797608-2-smb',id=bfbd9503-e406-4b21-85aa-cc71bbe721ce,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:33Z,topic='l3_agent')) {'router_ids': ['ec645eea-2d63-40ae-a7a7-31ff40234cb1'], 'active': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:44:56.361537 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ac51d013-9992-4b12-8e4f-049b442eb9ae admin admin] Notify callbacks [] for router, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:56.371790 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_dvr_db [None req-7bf70e6b-465d-43f8-b2bc-da4a15ab9113 None None] Set router ec645eea-2d63-40ae-a7a7-31ff40234cb1 gateway port host: dv-cinder-797608-2-smb {{(pid=93177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:44:56.477038 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ac51d013-9992-4b12-8e4f-049b442eb9ae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:56.531286 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-ac51d013-9992-4b12-8e4f-049b442eb9ae admin admin] Deleting port c86a062c-62c6-4c12-88ac-252ec36bd593 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:44:56.531667 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ac51d013-9992-4b12-8e4f-049b442eb9ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744991508026'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:56.560093 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-7bf70e6b-465d-43f8-b2bc-da4a15ab9113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec645eea-2d63-40ae-a7a7-31ff40234cb1', 'name': 'tempest-TestShelveInstance-229016941-router', 'tenant_id': '7add8bb0bbcc410d8ed660c9dee464d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'external_fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.131'}], 'enable_snat': True}, 'gw_port_id': 'c86a062c-62c6-4c12-88ac-252ec36bd593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:38:23Z', 'updated_at': '2021-06-29T11:44:55Z', 'revision_number': 5, 'project_id': '7add8bb0bbcc410d8ed660c9dee464d5', 'gw_port': {'id': 'c86a062c-62c6-4c12-88ac-252ec36bd593', 'name': '', 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:67:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec645eea-2d63-40ae-a7a7-31ff40234cb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:38:23Z', 'updated_at': '2021-06-29T11:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042f854c-de74-4a6a-969f-d747577d8cca', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-smb'}], 'dv-cinder-797608-2-smb', False) {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:44:56.586337 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf70e6b-465d-43f8-b2bc-da4a15ab9113 None None] Checking router: ec645eea-2d63-40ae-a7a7-31ff40234cb1 for host: dv-cinder-797608-2-smb {{(pid=93177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:44:56.594332 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf70e6b-465d-43f8-b2bc-da4a15ab9113 None None] Routers {'ec645eea-2d63-40ae-a7a7-31ff40234cb1'} bound to L3 agent in host dv-cinder-797608-2-smb {{(pid=93177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:44:56.594968 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-7bf70e6b-465d-43f8-b2bc-da4a15ab9113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T11:27:33Z,description=,heartbeat_timestamp=2021-06-29T11:44:33Z,host='dv-cinder-797608-2-smb',id=bfbd9503-e406-4b21-85aa-cc71bbe721ce,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:33Z,topic='l3_agent')) {'router_ids': ['ec645eea-2d63-40ae-a7a7-31ff40234cb1'], 'active': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:44:56.614813 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-ac51d013-9992-4b12-8e4f-049b442eb9ae admin admin] For port c86a062c-62c6-4c12-88ac-252ec36bd593, host dv-cinder-797608-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-smb',level=0,port_id=c86a062c-62c6-4c12-88ac-252ec36bd593,segment=NetworkSegment(bd18eb46-f552-49e6-b53a-14bd17fb4993),segment_id=bd18eb46-f552-49e6-b53a-14bd17fb4993)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:44:56.615713 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ac51d013-9992-4b12-8e4f-049b442eb9ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013211'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:56.628294 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-ac51d013-9992-4b12-8e4f-049b442eb9ae admin admin] Calling delete_port for c86a062c-62c6-4c12-88ac-252ec36bd593 owned by network:router_gateway {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:44:56.680778 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_dvr_db [None req-7bf70e6b-465d-43f8-b2bc-da4a15ab9113 None None] Set router ec645eea-2d63-40ae-a7a7-31ff40234cb1 gateway port host: None {{(pid=93177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:44:56.736007 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-7bf70e6b-465d-43f8-b2bc-da4a15ab9113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec645eea-2d63-40ae-a7a7-31ff40234cb1', 'name': 'tempest-TestShelveInstance-229016941-router', 'tenant_id': '7add8bb0bbcc410d8ed660c9dee464d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:38:23Z', 'updated_at': '2021-06-29T11:44:56Z', 'revision_number': 6, 'project_id': '7add8bb0bbcc410d8ed660c9dee464d5', 'gw_port_host': None}], 'dv-cinder-797608-2-smb', False) {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:44:56.764889 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf70e6b-465d-43f8-b2bc-da4a15ab9113 None None] The sync data for ids ['ec645eea-2d63-40ae-a7a7-31ff40234cb1'] in dv-cinder-797608-2-smb is: [{'id': 'ec645eea-2d63-40ae-a7a7-31ff40234cb1', 'name': 'tempest-TestShelveInstance-229016941-router', 'tenant_id': '7add8bb0bbcc410d8ed660c9dee464d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:38:23Z', 'updated_at': '2021-06-29T11:44:56Z', 'revision_number': 6, 'project_id': '7add8bb0bbcc410d8ed660c9dee464d5', 'gw_port_host': None}] {{(pid=93177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:44:56.799860 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ac51d013-9992-4b12-8e4f-049b442eb9ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744991430440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744990953750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58778309'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:56.801887 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ada334de-5882-4a1b-b5f3-f38de6e73245 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:44:56.823922 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac51d013-9992-4b12-8e4f-049b442eb9ae admin admin] Pushing event deleted for resources: {'Port': ['ID=c86a062c-62c6-4c12-88ac-252ec36bd593,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:44:56.827310 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ac51d013-9992-4b12-8e4f-049b442eb9ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:44:56.888106 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ac51d013-9992-4b12-8e4f-049b442eb9ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535022'] for router_gateway, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:56.993425 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ac51d013-9992-4b12-8e4f-049b442eb9ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1002406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-498'] for router, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:56.995684 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ac51d013-9992-4b12-8e4f-049b442eb9ae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:57.290067 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ac51d013-9992-4b12-8e4f-049b442eb9ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000879'] for router, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:57.290692 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac51d013-9992-4b12-8e4f-049b442eb9ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec645eea-2d63-40ae-a7a7-31ff40234cb1 {{(pid=93176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 11:44:57.296432 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ac51d013-9992-4b12-8e4f-049b442eb9ae admin admin] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:57.297563 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-ac51d013-9992-4b12-8e4f-049b442eb9ae admin admin] 10.222.0.78 "DELETE /v2.0/routers/ec645eea-2d63-40ae-a7a7-31ff40234cb1 HTTP/1.1" status: 204 len: 168 time: 1.0388663 Jun 29 11:44:57.300021 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 56092) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:44:57.343498 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-4018d2ad-3026-4831-bc47-32e44bcbe14c admin admin] Deleting subnet 772d47c8-6f80-4a5a-ad83-c4a4866eeb24 {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 11:44:57.346497 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4018d2ad-3026-4831-bc47-32e44bcbe14c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:57.383011 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4018d2ad-3026-4831-bc47-32e44bcbe14c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62645035'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:57.487872 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4018d2ad-3026-4831-bc47-32e44bcbe14c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4171685'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:57.542001 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4018d2ad-3026-4831-bc47-32e44bcbe14c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4171708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58778175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62643856'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:57.545663 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:44:57.569860 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4018d2ad-3026-4831-bc47-32e44bcbe14c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=772d47c8-6f80-4a5a-ad83-c4a4866eeb24,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:44:57.571860 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4018d2ad-3026-4831-bc47-32e44bcbe14c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:57.573697 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-4018d2ad-3026-4831-bc47-32e44bcbe14c admin admin] 10.222.0.78 "DELETE /v2.0/subnets/772d47c8-6f80-4a5a-ad83-c4a4866eeb24 HTTP/1.1" status: 204 len: 168 time: 0.2727785 Jun 29 11:44:57.574634 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4018d2ad-3026-4831-bc47-32e44bcbe14c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:44:57.576184 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 56094) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:44:57.579156 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4ca6f5-10ad-4c84-9f5f-41be07910143 None None] Network 88d9deae-8c92-41e6-bc69-9a05a7505f6c requested from dv-cinder-797608-2-smb {{(pid=93177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:44:57.653792 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-413316e5-3068-42fb-97c5-21881f3a3a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3737496'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:57.710878 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-413316e5-3068-42fb-97c5-21881f3a3a34 admin admin] Deleting port 0052bbf2-d2c9-4cf5-959f-f42679710604 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:44:57.711218 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-413316e5-3068-42fb-97c5-21881f3a3a34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744991508026'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:57.774634 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a592d645-20dc-40c6-85ad-1bbd06377de6 None None] DHCP port deletion for 88d9deae-8c92-41e6-bc69-9a05a7505f6c request from dv-cinder-797608-2-smb {{(pid=93177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 11:44:57.775135 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-413316e5-3068-42fb-97c5-21881f3a3a34 admin admin] For port 0052bbf2-d2c9-4cf5-959f-f42679710604, host dv-cinder-797608-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-smb',level=0,port_id=0052bbf2-d2c9-4cf5-959f-f42679710604,segment=NetworkSegment(19343e39-02f7-4bf4-bc38-5464464e922a),segment_id=19343e39-02f7-4bf4-bc38-5464464e922a)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:44:57.775492 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-413316e5-3068-42fb-97c5-21881f3a3a34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013211'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:57.789000 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-413316e5-3068-42fb-97c5-21881f3a3a34 admin admin] Calling delete_port for 0052bbf2-d2c9-4cf5-959f-f42679710604 owned by network:dhcp {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:44:57.821503 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-a592d645-20dc-40c6-85ad-1bbd06377de6 None None] Deleting port 0052bbf2-d2c9-4cf5-959f-f42679710604 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:44:57.821884 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a592d645-20dc-40c6-85ad-1bbd06377de6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744991508026'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:57.878303 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-413316e5-3068-42fb-97c5-21881f3a3a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744991430440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744990953750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58778309'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:57.880876 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f3440501-b8b9-478c-92d5-cf2bf86cd2fa tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:44:57.886967 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-a592d645-20dc-40c6-85ad-1bbd06377de6 None None] For port 0052bbf2-d2c9-4cf5-959f-f42679710604, host dv-cinder-797608-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-smb',level=0,port_id=0052bbf2-d2c9-4cf5-959f-f42679710604,segment=NetworkSegment(19343e39-02f7-4bf4-bc38-5464464e922a),segment_id=19343e39-02f7-4bf4-bc38-5464464e922a)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:44:57.887367 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a592d645-20dc-40c6-85ad-1bbd06377de6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013211'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:57.900941 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-a592d645-20dc-40c6-85ad-1bbd06377de6 None None] Calling delete_port for 0052bbf2-d2c9-4cf5-959f-f42679710604 owned by network:dhcp {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:44:57.904452 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413316e5-3068-42fb-97c5-21881f3a3a34 admin admin] Pushing event deleted for resources: {'Port': ['ID=0052bbf2-d2c9-4cf5-959f-f42679710604,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:44:57.912088 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413316e5-3068-42fb-97c5-21881f3a3a34 admin admin] No DVR routers for this DVR port 0052bbf2-d2c9-4cf5-959f-f42679710604 on host dv-cinder-797608-2-smb {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:44:57.913673 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-413316e5-3068-42fb-97c5-21881f3a3a34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:44:57.985837 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-413316e5-3068-42fb-97c5-21881f3a3a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4171643', 'neutron.services.segments.db._delete_segments_for_network-8744991479107'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:57.996451 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.services.segments.db [None req-413316e5-3068-42fb-97c5-21881f3a3a34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88d9deae-8c92-41e6-bc69-9a05a7505f6c']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:44:58.015022 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.services.segments.db [None req-413316e5-3068-42fb-97c5-21881f3a3a34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19343e39-02f7-4bf4-bc38-5464464e922a') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:44:58.015355 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.services.segments.db [None req-413316e5-3068-42fb-97c5-21881f3a3a34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19343e39-02f7-4bf4-bc38-5464464e922a') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:44:58.025857 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-413316e5-3068-42fb-97c5-21881f3a3a34 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744991309258', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62645028'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:58.037402 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a592d645-20dc-40c6-85ad-1bbd06377de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744991430440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744990953750'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:58.040490 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-f03ec46a-280d-4cf4-86c0-4aae1605b2f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:44:58.041465 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-413316e5-3068-42fb-97c5-21881f3a3a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144823'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:58.047839 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-413316e5-3068-42fb-97c5-21881f3a3a34 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 11:44:58.048120 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-413316e5-3068-42fb-97c5-21881f3a3a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58778258'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:58.049918 dv-cinder-797608-2-smb neutron-server[93176]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:44:58.049918 dv-cinder-797608-2-smb neutron-server[93176]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:44:58.049918 dv-cinder-797608-2-smb neutron-server[93176]: Traceback (most recent call last): Jun 29 11:44:58.049918 dv-cinder-797608-2-smb neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 11:44:58.049918 dv-cinder-797608-2-smb neutron-server[93176]: timer() Jun 29 11:44:58.049918 dv-cinder-797608-2-smb neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 11:44:58.049918 dv-cinder-797608-2-smb neutron-server[93176]: cb(*args, **kw) Jun 29 11:44:58.049918 dv-cinder-797608-2-smb neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 11:44:58.049918 dv-cinder-797608-2-smb neutron-server[93176]: return func(*args, **kwargs) Jun 29 11:44:58.049918 dv-cinder-797608-2-smb neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 11:44:58.049918 dv-cinder-797608-2-smb neutron-server[93176]: self._notify() Jun 29 11:44:58.049918 dv-cinder-797608-2-smb neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 11:44:58.049918 dv-cinder-797608-2-smb neutron-server[93176]: self.callback(batched_events) Jun 29 11:44:58.049918 dv-cinder-797608-2-smb neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 11:44:58.049918 dv-cinder-797608-2-smb neutron-server[93176]: event.method(event) Jun 29 11:44:58.049918 dv-cinder-797608-2-smb neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 11:44:58.049918 dv-cinder-797608-2-smb neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 11:44:58.049918 dv-cinder-797608-2-smb neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 11:44:58.049918 dv-cinder-797608-2-smb neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 11:44:58.049918 dv-cinder-797608-2-smb neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 11:44:58.049918 dv-cinder-797608-2-smb neutron-server[93176]: return f(self, *a, **k) Jun 29 11:44:58.049918 dv-cinder-797608-2-smb neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 11:44:58.049918 dv-cinder-797608-2-smb neutron-server[93176]: return self._get(url).json() Jun 29 11:44:58.049918 dv-cinder-797608-2-smb neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 11:44:58.049918 dv-cinder-797608-2-smb neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 11:44:58.049918 dv-cinder-797608-2-smb neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 11:44:58.049918 dv-cinder-797608-2-smb neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 29 11:44:58.049918 dv-cinder-797608-2-smb neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 11:44:58.049918 dv-cinder-797608-2-smb neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 11:44:58.049918 dv-cinder-797608-2-smb neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 11:44:58.049918 dv-cinder-797608-2-smb neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 11:44:58.049918 dv-cinder-797608-2-smb neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 11:44:58.049918 dv-cinder-797608-2-smb neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 11:44:58.049918 dv-cinder-797608-2-smb neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 11:44:58.063677 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a592d645-20dc-40c6-85ad-1bbd06377de6 None None] Pushing event deleted for resources: {'Port': ['ID=0052bbf2-d2c9-4cf5-959f-f42679710604,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:44:58.066600 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a592d645-20dc-40c6-85ad-1bbd06377de6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:44:58.067786 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a592d645-20dc-40c6-85ad-1bbd06377de6 None None] No DVR routers for this DVR port 0052bbf2-d2c9-4cf5-959f-f42679710604 on host dv-cinder-797608-2-smb {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:44:58.109251 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-413316e5-3068-42fb-97c5-21881f3a3a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4171616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-533507'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:58.114415 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:44:58.118364 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-413316e5-3068-42fb-97c5-21881f3a3a34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636407'] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:58.120170 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-413316e5-3068-42fb-97c5-21881f3a3a34 admin admin] 10.222.0.78 "DELETE /v2.0/networks/88d9deae-8c92-41e6-bc69-9a05a7505f6c HTTP/1.1" status: 204 len: 168 time: 0.5430641 Jun 29 11:44:58.123513 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 56096) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:44:58.134027 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413316e5-3068-42fb-97c5-21881f3a3a34 admin admin] Pushing event deleted for resources: {'Network': ['ID=88d9deae-8c92-41e6-bc69-9a05a7505f6c,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:44:58.137104 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-413316e5-3068-42fb-97c5-21881f3a3a34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:44:58.506793 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Device c86a062c-62c6-4c12-88ac-252ec36bd593 no longer exists at agent ovs-agent-dv-cinder-797608-2-smb {{(pid=93177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:44:58.526738 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] No Port match for: c86a062c-62c6-4c12-88ac-252ec36bd593 {{(pid=93177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:44:58.527022 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Device c86a062c-62c6-4c12-88ac-252ec36bd593 not bound to the agent host dv-cinder-797608-2-smb {{(pid=93177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:44:58.527677 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Device 914e12aa-4d9b-4cbe-b780-024f5a4ac78d no longer exists at agent ovs-agent-dv-cinder-797608-2-smb {{(pid=93177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:44:58.540653 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-9e34d55d-f9eb-4b13-8f1a-d8544429abc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1015098'] for router_interface, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:58.546363 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] No Port match for: 914e12aa-4d9b-4cbe-b780-024f5a4ac78d {{(pid=93177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:44:58.546719 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Device 914e12aa-4d9b-4cbe-b780-024f5a4ac78d not bound to the agent host dv-cinder-797608-2-smb {{(pid=93177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:44:58.547134 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Device 0052bbf2-d2c9-4cf5-959f-f42679710604 no longer exists at agent ovs-agent-dv-cinder-797608-2-smb {{(pid=93177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:44:58.564995 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] No Port match for: 0052bbf2-d2c9-4cf5-959f-f42679710604 {{(pid=93177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:44:58.565344 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Device 0052bbf2-d2c9-4cf5-959f-f42679710604 not bound to the agent host dv-cinder-797608-2-smb {{(pid=93177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:44:58.865603 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.plugin [None req-9e34d55d-f9eb-4b13-8f1a-d8544429abc9 admin admin] Deleting port c6187295-a61d-4765-837e-e3514fc6b000 {{(pid=93175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:44:58.865934 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-9e34d55d-f9eb-4b13-8f1a-d8544429abc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744991508026'] for port, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:58.941045 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.db [None req-9e34d55d-f9eb-4b13-8f1a-d8544429abc9 admin admin] For port c6187295-a61d-4765-837e-e3514fc6b000, host dv-cinder-797608-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-smb',level=0,port_id=c6187295-a61d-4765-837e-e3514fc6b000,segment=NetworkSegment(3a35c32d-0abb-4830-b33d-f4278df5e48a),segment_id=3a35c32d-0abb-4830-b33d-f4278df5e48a)] {{(pid=93175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:44:58.941375 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-9e34d55d-f9eb-4b13-8f1a-d8544429abc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013211'] for port, precommit_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:58.953094 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.plugin [None req-9e34d55d-f9eb-4b13-8f1a-d8544429abc9 admin admin] Calling delete_port for c6187295-a61d-4765-837e-e3514fc6b000 owned by network:router_interface {{(pid=93175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:44:59.132271 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-9e34d55d-f9eb-4b13-8f1a-d8544429abc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744991430440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744990953750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61825989'] for port, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:59.134213 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-700a01e1-5598-41da-a70b-a422e25f9d8c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:44:59.162162 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e34d55d-f9eb-4b13-8f1a-d8544429abc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6187295-a61d-4765-837e-e3514fc6b000,revision_number=None']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:44:59.165133 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-9e34d55d-f9eb-4b13-8f1a-d8544429abc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:44:59.325227 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-9e34d55d-f9eb-4b13-8f1a-d8544429abc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-999562'] for router_interface, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:59.542157 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e34d55d-f9eb-4b13-8f1a-d8544429abc9 admin admin] Router a8106022-9515-47cf-b662-1711d84ba84f has already been hosted by L3 agent bfbd9503-e406-4b21-85aa-cc71bbe721ce {{(pid=93175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 11:44:59.646310 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e34d55d-f9eb-4b13-8f1a-d8544429abc9 admin admin] Notify agent at l3_agent.dv-cinder-797608-2-smb the message routers_updated {{(pid=93175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:44:59.651839 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-9e34d55d-f9eb-4b13-8f1a-d8544429abc9 admin admin] 10.222.0.78 "PUT /v2.0/routers/a8106022-9515-47cf-b662-1711d84ba84f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5271618 Jun 29 11:44:59.654262 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 56098) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:44:59.654774 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04af90b-42ec-4a1e-be7c-65d87a9f94ee None None] Sync routers for ids ['a8106022-9515-47cf-b662-1711d84ba84f'] in dv-cinder-797608-2-smb {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:44:59.663925 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04af90b-42ec-4a1e-be7c-65d87a9f94ee None None] Routers {'a8106022-9515-47cf-b662-1711d84ba84f'} bound to L3 agent in host dv-cinder-797608-2-smb {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:44:59.664643 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-c04af90b-42ec-4a1e-be7c-65d87a9f94ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T11:27:33Z,description=,heartbeat_timestamp=2021-06-29T11:44:33Z,host='dv-cinder-797608-2-smb',id=bfbd9503-e406-4b21-85aa-cc71bbe721ce,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:33Z,topic='l3_agent')) {'router_ids': ['a8106022-9515-47cf-b662-1711d84ba84f'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:44:59.762181 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-08052934-3de1-4cac-97d8-ff8a9762976d admin admin] Notify callbacks [] for router, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:59.767980 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-c04af90b-42ec-4a1e-be7c-65d87a9f94ee None None] Set router a8106022-9515-47cf-b662-1711d84ba84f gateway port host: dv-cinder-797608-2-smb {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:44:59.866446 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-08052934-3de1-4cac-97d8-ff8a9762976d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:59.919207 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.plugin [None req-08052934-3de1-4cac-97d8-ff8a9762976d admin admin] Deleting port 02c865d8-e71f-4ee2-bf22-12559987e74c {{(pid=93175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:44:59.919559 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-08052934-3de1-4cac-97d8-ff8a9762976d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744991508026'] for port, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:44:59.945826 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-c04af90b-42ec-4a1e-be7c-65d87a9f94ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8106022-9515-47cf-b662-1711d84ba84f', 'name': 'tempest-TestShelveInstance-1333190348-router', 'tenant_id': '7ec9eb419d9841cbabf945fe4775ad51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'external_fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.32'}], 'enable_snat': True}, 'gw_port_id': '02c865d8-e71f-4ee2-bf22-12559987e74c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:38:32Z', 'updated_at': '2021-06-29T11:44:59Z', 'revision_number': 5, 'project_id': '7ec9eb419d9841cbabf945fe4775ad51', 'gw_port': {'id': '02c865d8-e71f-4ee2-bf22-12559987e74c', 'name': '', 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:f5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8106022-9515-47cf-b662-1711d84ba84f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 430, 'fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:38:33Z', 'updated_at': '2021-06-29T11:38:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042f854c-de74-4a6a-969f-d747577d8cca', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-smb'}], 'dv-cinder-797608-2-smb', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:44:59.971361 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04af90b-42ec-4a1e-be7c-65d87a9f94ee None None] Checking router: a8106022-9515-47cf-b662-1711d84ba84f for host: dv-cinder-797608-2-smb {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:44:59.979909 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04af90b-42ec-4a1e-be7c-65d87a9f94ee None None] Routers {'a8106022-9515-47cf-b662-1711d84ba84f'} bound to L3 agent in host dv-cinder-797608-2-smb {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:44:59.980509 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-c04af90b-42ec-4a1e-be7c-65d87a9f94ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T11:27:33Z,description=,heartbeat_timestamp=2021-06-29T11:44:33Z,host='dv-cinder-797608-2-smb',id=bfbd9503-e406-4b21-85aa-cc71bbe721ce,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:33Z,topic='l3_agent')) {'router_ids': ['a8106022-9515-47cf-b662-1711d84ba84f'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:44:59.998039 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.db [None req-08052934-3de1-4cac-97d8-ff8a9762976d admin admin] For port 02c865d8-e71f-4ee2-bf22-12559987e74c, host dv-cinder-797608-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-smb',level=0,port_id=02c865d8-e71f-4ee2-bf22-12559987e74c,segment=NetworkSegment(bd18eb46-f552-49e6-b53a-14bd17fb4993),segment_id=bd18eb46-f552-49e6-b53a-14bd17fb4993)] {{(pid=93175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:44:59.998396 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-08052934-3de1-4cac-97d8-ff8a9762976d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013211'] for port, precommit_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:00.014223 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.plugin [None req-08052934-3de1-4cac-97d8-ff8a9762976d admin admin] Calling delete_port for 02c865d8-e71f-4ee2-bf22-12559987e74c owned by network:router_gateway {{(pid=93175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:45:00.068767 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-c04af90b-42ec-4a1e-be7c-65d87a9f94ee None None] Set router a8106022-9515-47cf-b662-1711d84ba84f gateway port host: None {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:45:00.126221 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-c04af90b-42ec-4a1e-be7c-65d87a9f94ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8106022-9515-47cf-b662-1711d84ba84f', 'name': 'tempest-TestShelveInstance-1333190348-router', 'tenant_id': '7ec9eb419d9841cbabf945fe4775ad51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:38:32Z', 'updated_at': '2021-06-29T11:44:59Z', 'revision_number': 6, 'project_id': '7ec9eb419d9841cbabf945fe4775ad51', 'gw_port_host': None}], 'dv-cinder-797608-2-smb', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:45:00.153337 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04af90b-42ec-4a1e-be7c-65d87a9f94ee None None] The sync data for ids ['a8106022-9515-47cf-b662-1711d84ba84f'] in dv-cinder-797608-2-smb is: [{'id': 'a8106022-9515-47cf-b662-1711d84ba84f', 'name': 'tempest-TestShelveInstance-1333190348-router', 'tenant_id': '7ec9eb419d9841cbabf945fe4775ad51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:38:32Z', 'updated_at': '2021-06-29T11:44:59Z', 'revision_number': 6, 'project_id': '7ec9eb419d9841cbabf945fe4775ad51', 'gw_port_host': None}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:45:00.449237 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-08052934-3de1-4cac-97d8-ff8a9762976d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744991430440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744990953750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61825989'] for port, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:00.451336 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-b3a6d87c-121d-4aad-ab4f-849da732bdb6 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:45:00.472574 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08052934-3de1-4cac-97d8-ff8a9762976d admin admin] Pushing event deleted for resources: {'Port': ['ID=02c865d8-e71f-4ee2-bf22-12559987e74c,revision_number=None']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:45:00.475949 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-08052934-3de1-4cac-97d8-ff8a9762976d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:45:00.548975 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-08052934-3de1-4cac-97d8-ff8a9762976d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535022'] for router_gateway, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:00.591757 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-866b86e5-0c1a-40e7-a511-15f22b830981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:00.614248 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Device c6187295-a61d-4765-837e-e3514fc6b000 no longer exists at agent ovs-agent-dv-cinder-797608-2-smb {{(pid=93177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:45:00.647394 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] No Port match for: c6187295-a61d-4765-837e-e3514fc6b000 {{(pid=93177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:45:00.647786 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Device c6187295-a61d-4765-837e-e3514fc6b000 not bound to the agent host dv-cinder-797608-2-smb {{(pid=93177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:45:00.658795 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-08052934-3de1-4cac-97d8-ff8a9762976d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1002406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-498'] for router, precommit_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:00.661602 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-08052934-3de1-4cac-97d8-ff8a9762976d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:00.711499 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-08052934-3de1-4cac-97d8-ff8a9762976d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000879'] for router, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:00.712463 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08052934-3de1-4cac-97d8-ff8a9762976d admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8106022-9515-47cf-b662-1711d84ba84f {{(pid=93175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 11:45:00.717650 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-08052934-3de1-4cac-97d8-ff8a9762976d admin admin] Notify callbacks [] for router, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:00.718783 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-08052934-3de1-4cac-97d8-ff8a9762976d admin admin] 10.222.0.78 "DELETE /v2.0/routers/a8106022-9515-47cf-b662-1711d84ba84f HTTP/1.1" status: 204 len: 168 time: 1.0636067 Jun 29 11:45:00.721217 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 56100) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:45:00.765033 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.db.db_base_plugin_v2 [None req-f092a4c8-c46d-4013-b0a8-f22884cffb60 admin admin] Deleting subnet 396b3fe0-4149-41a2-b6be-43d407353824 {{(pid=93175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 11:45:00.768253 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-f092a4c8-c46d-4013-b0a8-f22884cffb60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:00.804700 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-f092a4c8-c46d-4013-b0a8-f22884cffb60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61476065'] for subnet, precommit_delete_associations {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:00.918234 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-f092a4c8-c46d-4013-b0a8-f22884cffb60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4171685'] for subnet, precommit_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:00.971923 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-f092a4c8-c46d-4013-b0a8-f22884cffb60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4171708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61825855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61544134'] for subnet, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:00.975188 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-0c2c796d-c323-48bb-a395-87650514e204 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:45:00.999946 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f092a4c8-c46d-4013-b0a8-f22884cffb60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=396b3fe0-4149-41a2-b6be-43d407353824,revision_number=None']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:45:01.001897 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-f092a4c8-c46d-4013-b0a8-f22884cffb60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636407'] for subnet, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:01.004587 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-f092a4c8-c46d-4013-b0a8-f22884cffb60 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/396b3fe0-4149-41a2-b6be-43d407353824 HTTP/1.1" status: 204 len: 168 time: 0.2822931 Jun 29 11:45:01.006142 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-f092a4c8-c46d-4013-b0a8-f22884cffb60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:45:01.006686 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 56102) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:45:01.006871 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40fcbaa-124f-41a6-b92e-64a625cbe004 None None] Network 98824c91-3f11-4fdc-a2a9-cf1bc713b3ce requested from dv-cinder-797608-2-smb {{(pid=93177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:45:01.077013 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-b6278a46-4cff-4cbc-885c-2b2b3128c972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3737496'] for network, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:01.128998 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.plugin [None req-b6278a46-4cff-4cbc-885c-2b2b3128c972 admin admin] Deleting port 3c6b8725-be99-4723-b4a8-2cbbf0c45900 {{(pid=93175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:45:01.129393 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-b6278a46-4cff-4cbc-885c-2b2b3128c972 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744991508026'] for port, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:01.184367 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0597538a-aa5b-4833-9aae-b5172a94723b None None] DHCP port deletion for 98824c91-3f11-4fdc-a2a9-cf1bc713b3ce request from dv-cinder-797608-2-smb {{(pid=93177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 11:45:01.196012 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.db [None req-b6278a46-4cff-4cbc-885c-2b2b3128c972 admin admin] For port 3c6b8725-be99-4723-b4a8-2cbbf0c45900, host dv-cinder-797608-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-smb',level=0,port_id=3c6b8725-be99-4723-b4a8-2cbbf0c45900,segment=NetworkSegment(3a35c32d-0abb-4830-b33d-f4278df5e48a),segment_id=3a35c32d-0abb-4830-b33d-f4278df5e48a)] {{(pid=93175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:45:01.196302 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-b6278a46-4cff-4cbc-885c-2b2b3128c972 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013211'] for port, precommit_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:01.208414 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.plugin [None req-b6278a46-4cff-4cbc-885c-2b2b3128c972 admin admin] Calling delete_port for 3c6b8725-be99-4723-b4a8-2cbbf0c45900 owned by network:dhcp {{(pid=93175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:45:01.233758 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-0597538a-aa5b-4833-9aae-b5172a94723b None None] Deleting port 3c6b8725-be99-4723-b4a8-2cbbf0c45900 {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:45:01.234134 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0597538a-aa5b-4833-9aae-b5172a94723b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744991508026'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:01.285183 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-b6278a46-4cff-4cbc-885c-2b2b3128c972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744991430440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744990953750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61825989'] for port, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:01.288293 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-40e7ee50-4caa-4520-9af7-e6caa472adb3 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:45:01.297116 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-0597538a-aa5b-4833-9aae-b5172a94723b None None] For port 3c6b8725-be99-4723-b4a8-2cbbf0c45900, host dv-cinder-797608-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-smb',level=0,port_id=3c6b8725-be99-4723-b4a8-2cbbf0c45900,segment=NetworkSegment(3a35c32d-0abb-4830-b33d-f4278df5e48a),segment_id=3a35c32d-0abb-4830-b33d-f4278df5e48a)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:45:01.297604 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0597538a-aa5b-4833-9aae-b5172a94723b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013211'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:01.310846 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-0597538a-aa5b-4833-9aae-b5172a94723b None None] Calling delete_port for 3c6b8725-be99-4723-b4a8-2cbbf0c45900 owned by network:dhcp {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:45:01.312702 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6278a46-4cff-4cbc-885c-2b2b3128c972 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c6b8725-be99-4723-b4a8-2cbbf0c45900,revision_number=None']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:45:01.314535 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6278a46-4cff-4cbc-885c-2b2b3128c972 admin admin] No DVR routers for this DVR port 3c6b8725-be99-4723-b4a8-2cbbf0c45900 on host dv-cinder-797608-2-smb {{(pid=93175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:45:01.316040 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-b6278a46-4cff-4cbc-885c-2b2b3128c972 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:45:01.429914 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-b6278a46-4cff-4cbc-885c-2b2b3128c972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4171643', 'neutron.services.segments.db._delete_segments_for_network-8744991479107'] for network, precommit_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:01.440424 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0597538a-aa5b-4833-9aae-b5172a94723b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744991430440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744990953750'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:01.442390 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.services.segments.db [None req-b6278a46-4cff-4cbc-885c-2b2b3128c972 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98824c91-3f11-4fdc-a2a9-cf1bc713b3ce']}} {{(pid=93175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:45:01.443754 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:45:01.453086 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.services.segments.db [None req-b6278a46-4cff-4cbc-885c-2b2b3128c972 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a35c32d-0abb-4830-b33d-f4278df5e48a') {'for_net_delete': True} {{(pid=93175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:45:01.453652 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.services.segments.db [None req-b6278a46-4cff-4cbc-885c-2b2b3128c972 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a35c32d-0abb-4830-b33d-f4278df5e48a') {} {{(pid=93175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:45:01.463340 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-b6278a46-4cff-4cbc-885c-2b2b3128c972 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744991309258', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61476078'] for segment, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:01.473054 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0597538a-aa5b-4833-9aae-b5172a94723b None None] No DVR routers for this DVR port 3c6b8725-be99-4723-b4a8-2cbbf0c45900 on host dv-cinder-797608-2-smb {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:45:01.480602 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-b6278a46-4cff-4cbc-885c-2b2b3128c972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144823'] for segment, precommit_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:01.480937 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0597538a-aa5b-4833-9aae-b5172a94723b None None] Pushing event deleted for resources: {'Port': ['ID=3c6b8725-be99-4723-b4a8-2cbbf0c45900,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:45:01.481423 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0597538a-aa5b-4833-9aae-b5172a94723b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:45:01.490953 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6278a46-4cff-4cbc-885c-2b2b3128c972 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=93175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 11:45:01.491327 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-b6278a46-4cff-4cbc-885c-2b2b3128c972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61825938'] for segment, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:01.493063 dv-cinder-797608-2-smb neutron-server[93175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:45:01.493063 dv-cinder-797608-2-smb neutron-server[93175]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:45:01.493063 dv-cinder-797608-2-smb neutron-server[93175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:45:01.493063 dv-cinder-797608-2-smb neutron-server[93175]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:45:01.493063 dv-cinder-797608-2-smb neutron-server[93175]: Traceback (most recent call last): Jun 29 11:45:01.493063 dv-cinder-797608-2-smb neutron-server[93175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 11:45:01.493063 dv-cinder-797608-2-smb neutron-server[93175]: timer() Jun 29 11:45:01.493063 dv-cinder-797608-2-smb neutron-server[93175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 11:45:01.493063 dv-cinder-797608-2-smb neutron-server[93175]: cb(*args, **kw) Jun 29 11:45:01.493063 dv-cinder-797608-2-smb neutron-server[93175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 11:45:01.493063 dv-cinder-797608-2-smb neutron-server[93175]: return func(*args, **kwargs) Jun 29 11:45:01.493063 dv-cinder-797608-2-smb neutron-server[93175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 11:45:01.493063 dv-cinder-797608-2-smb neutron-server[93175]: self._notify() Jun 29 11:45:01.493063 dv-cinder-797608-2-smb neutron-server[93175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 11:45:01.493063 dv-cinder-797608-2-smb neutron-server[93175]: self.callback(batched_events) Jun 29 11:45:01.493063 dv-cinder-797608-2-smb neutron-server[93175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 11:45:01.493063 dv-cinder-797608-2-smb neutron-server[93175]: event.method(event) Jun 29 11:45:01.493063 dv-cinder-797608-2-smb neutron-server[93175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 11:45:01.493063 dv-cinder-797608-2-smb neutron-server[93175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 11:45:01.493063 dv-cinder-797608-2-smb neutron-server[93175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 11:45:01.493063 dv-cinder-797608-2-smb neutron-server[93175]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 11:45:01.493063 dv-cinder-797608-2-smb neutron-server[93175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 11:45:01.493063 dv-cinder-797608-2-smb neutron-server[93175]: return f(self, *a, **k) Jun 29 11:45:01.493063 dv-cinder-797608-2-smb neutron-server[93175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 11:45:01.493063 dv-cinder-797608-2-smb neutron-server[93175]: return self._get(url).json() Jun 29 11:45:01.493063 dv-cinder-797608-2-smb neutron-server[93175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 11:45:01.493063 dv-cinder-797608-2-smb neutron-server[93175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 11:45:01.493063 dv-cinder-797608-2-smb neutron-server[93175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 11:45:01.493063 dv-cinder-797608-2-smb neutron-server[93175]: return self.request(url, 'GET', **kwargs) Jun 29 11:45:01.493063 dv-cinder-797608-2-smb neutron-server[93175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 11:45:01.493063 dv-cinder-797608-2-smb neutron-server[93175]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 11:45:01.493063 dv-cinder-797608-2-smb neutron-server[93175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 11:45:01.493063 dv-cinder-797608-2-smb neutron-server[93175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 11:45:01.493063 dv-cinder-797608-2-smb neutron-server[93175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 11:45:01.493063 dv-cinder-797608-2-smb neutron-server[93175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 11:45:01.493063 dv-cinder-797608-2-smb neutron-server[93175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 11:45:01.550100 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-b6278a46-4cff-4cbc-885c-2b2b3128c972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4171616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-533507'] for network, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:01.554782 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:45:01.557400 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-b6278a46-4cff-4cbc-885c-2b2b3128c972 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636407'] for network, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:01.561914 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-b6278a46-4cff-4cbc-885c-2b2b3128c972 admin admin] 10.222.0.78 "DELETE /v2.0/networks/98824c91-3f11-4fdc-a2a9-cf1bc713b3ce HTTP/1.1" status: 204 len: 168 time: 0.5515494 Jun 29 11:45:01.571629 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6278a46-4cff-4cbc-885c-2b2b3128c972 admin admin] Pushing event deleted for resources: {'Network': ['ID=98824c91-3f11-4fdc-a2a9-cf1bc713b3ce,revision_number=None']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:45:01.574191 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-b6278a46-4cff-4cbc-885c-2b2b3128c972 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:45:01.686778 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 56106) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:45:01.729836 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-6fe8e642-c5f6-4345-b9cd-ab4ae7bd8d1b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7add8bb0bbcc410d8ed660c9dee464d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0414095 Jun 29 11:45:01.732358 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 56108) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:45:01.787882 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4d59a95f-52f5-4633-8ae9-54c09e62ba7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:01.808591 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4d59a95f-52f5-4633-8ae9-54c09e62ba7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:01.859643 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4d59a95f-52f5-4633-8ae9-54c09e62ba7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:01.862191 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-4d59a95f-52f5-4633-8ae9-54c09e62ba7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:01.863333 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-4d59a95f-52f5-4633-8ae9-54c09e62ba7f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/c9341942-321c-4fd5-9cd3-6ccdd0337cc7 HTTP/1.1" status: 204 len: 168 time: 0.1298714 Jun 29 11:45:01.864956 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a981aaeb-0a65-4f70-97f1-873fe87a268a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:45:01.872691 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d59a95f-52f5-4633-8ae9-54c09e62ba7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9341942-321c-4fd5-9cd3-6ccdd0337cc7,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:45:01.875001 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4d59a95f-52f5-4633-8ae9-54c09e62ba7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:45:02.168101 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 56114) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:45:02.209114 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-ddca772d-706a-4387-81bf-db79e39ef691 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=7ec9eb419d9841cbabf945fe4775ad51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384743 Jun 29 11:45:02.211408 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 56116) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:45:02.259770 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1c4bc5c5-4613-4101-943b-004f53fd7e32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:02.281084 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1c4bc5c5-4613-4101-943b-004f53fd7e32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:02.328936 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1c4bc5c5-4613-4101-943b-004f53fd7e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:02.331413 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-1c4bc5c5-4613-4101-943b-004f53fd7e32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:02.332649 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-1c4bc5c5-4613-4101-943b-004f53fd7e32 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/251aad58-fdf2-49f0-a6aa-bee24ce2e1a9 HTTP/1.1" status: 204 len: 168 time: 0.1202002 Jun 29 11:45:02.333389 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-db104855-f8f7-4817-8829-eb5caf55436b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:45:02.341074 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4bc5c5-4613-4101-943b-004f53fd7e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=251aad58-fdf2-49f0-a6aa-bee24ce2e1a9,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:45:02.343243 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1c4bc5c5-4613-4101-943b-004f53fd7e32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:45:02.506919 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Device 3c6b8725-be99-4723-b4a8-2cbbf0c45900 no longer exists at agent ovs-agent-dv-cinder-797608-2-smb {{(pid=93177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:45:02.528766 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] No Port match for: 3c6b8725-be99-4723-b4a8-2cbbf0c45900 {{(pid=93177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:45:02.529138 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Device 3c6b8725-be99-4723-b4a8-2cbbf0c45900 not bound to the agent host dv-cinder-797608-2-smb {{(pid=93177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:45:02.529559 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Device 02c865d8-e71f-4ee2-bf22-12559987e74c no longer exists at agent ovs-agent-dv-cinder-797608-2-smb {{(pid=93177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:45:02.550576 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] No Port match for: 02c865d8-e71f-4ee2-bf22-12559987e74c {{(pid=93177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:45:02.550932 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Device 02c865d8-e71f-4ee2-bf22-12559987e74c not bound to the agent host dv-cinder-797608-2-smb {{(pid=93177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:45:03.357721 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-541dedcc-ce93-4e25-9bae-516a75f0791d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:03.696795 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:04.466530 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9be8c49d-fdd7-49be-a71c-49aaf5d45c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:06.422383 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7dc1f572-48b9-4e28-8a5a-f2a12e721563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:20.598209 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:30.305278 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.agents_db [None req-013366be-bbdd-48cc-8d7f-8588d5b4b8e9 None None] Agent healthcheck: found 6 active agents {{(pid=93178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:45:30.583033 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e47db0c8-fb6a-45ac-bf7e-6c1a5c522baf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:33.358266 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-015655ff-2243-460b-b136-cf4ca4a4fefd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:33.699133 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:34.470597 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9be8c49d-fdd7-49be-a71c-49aaf5d45c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:36.422920 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7dc1f572-48b9-4e28-8a5a-f2a12e721563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:38.036915 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7675fa94-7adc-43c7-aa36-8329eaac66f3 req-742aad2c-e863-41c3-8cae-b5b0cf4cab84 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:45:38.038530 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-7675fa94-7adc-43c7-aa36-8329eaac66f3 req-742aad2c-e863-41c3-8cae-b5b0cf4cab84 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6d051ea-bd28-446b-9632-606e1b0d396a HTTP/1.1" status: 200 len: 947 time: 0.0771742 Jun 29 11:45:38.082884 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-7675fa94-7adc-43c7-aa36-8329eaac66f3 req-78a6e81d-e197-4b31-9484-2543c7cdc73b tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d509bdd-5d14-41bc-891f-bb889ded3f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337689 Jun 29 11:45:39.268944 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b12c69-0ad9-4de1-89cc-b3f798c97407 req-abcbe190-dc0f-4ec9-81cd-a519e19f6fdf tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:45:39.270442 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-86b12c69-0ad9-4de1-89cc-b3f798c97407 req-abcbe190-dc0f-4ec9-81cd-a519e19f6fdf tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6d051ea-bd28-446b-9632-606e1b0d396a HTTP/1.1" status: 200 len: 947 time: 0.0657287 Jun 29 11:45:39.311241 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-86b12c69-0ad9-4de1-89cc-b3f798c97407 req-251cf386-477a-4106-83af-95c2d50356a2 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups?id=5d509bdd-5d14-41bc-891f-bb889ded3f27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350955 Jun 29 11:45:39.668140 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3cff17-dde5-4d49-aeb8-ef029281ee36 req-c5828778-4268-4b43-816e-2644271a1c08 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:45:39.669604 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-2c3cff17-dde5-4d49-aeb8-ef029281ee36 req-c5828778-4268-4b43-816e-2644271a1c08 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.21 "GET /v2.0/ports?device_id=c6d051ea-bd28-446b-9632-606e1b0d396a HTTP/1.1" status: 200 len: 947 time: 0.0690064 Jun 29 11:45:39.768818 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-2c3cff17-dde5-4d49-aeb8-ef029281ee36 req-16621de2-02c9-44a0-a5a9-4f1881a1c955 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Deleting port a0bfa179-429d-4bb0-9314-c11bd3372964 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:45:39.769154 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-2c3cff17-dde5-4d49-aeb8-ef029281ee36 req-16621de2-02c9-44a0-a5a9-4f1881a1c955 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744991508026'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:39.857567 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-2c3cff17-dde5-4d49-aeb8-ef029281ee36 req-16621de2-02c9-44a0-a5a9-4f1881a1c955 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] For port a0bfa179-429d-4bb0-9314-c11bd3372964, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=a0bfa179-429d-4bb0-9314-c11bd3372964,segment=NetworkSegment(431791e9-c625-45bb-a999-673c6d9515d0),segment_id=431791e9-c625-45bb-a999-673c6d9515d0)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:45:39.857925 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-2c3cff17-dde5-4d49-aeb8-ef029281ee36 req-16621de2-02c9-44a0-a5a9-4f1881a1c955 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013211'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:40.067521 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-2c3cff17-dde5-4d49-aeb8-ef029281ee36 req-16621de2-02c9-44a0-a5a9-4f1881a1c955 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:40.067825 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-2c3cff17-dde5-4d49-aeb8-ef029281ee36 req-16621de2-02c9-44a0-a5a9-4f1881a1c955 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-533553'] for floatingip, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:40.068136 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.db.l3_db [req-2c3cff17-dde5-4d49-aeb8-ef029281ee36 req-16621de2-02c9-44a0-a5a9-4f1881a1c955 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Floating IP 38b88618-0944-4a08-ad51-15ab3171e9d7 disassociated. External IP: 172.28.2.66, port: a0bfa179-429d-4bb0-9314-c11bd3372964. Jun 29 11:45:40.068549 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-2c3cff17-dde5-4d49-aeb8-ef029281ee36 req-16621de2-02c9-44a0-a5a9-4f1881a1c955 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Calling delete_port for a0bfa179-429d-4bb0-9314-c11bd3372964 owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:45:40.191255 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-2c3cff17-dde5-4d49-aeb8-ef029281ee36 req-16621de2-02c9-44a0-a5a9-4f1881a1c955 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744991430440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744990953750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58778309'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:40.195250 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:45:40.224049 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16621de2-02c9-44a0-a5a9-4f1881a1c955 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Pushing event deleted for resources: {'Port': ['ID=a0bfa179-429d-4bb0-9314-c11bd3372964,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:45:40.227396 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-16621de2-02c9-44a0-a5a9-4f1881a1c955 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:45:40.339509 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c3cff17-dde5-4d49-aeb8-ef029281ee36 req-16621de2-02c9-44a0-a5a9-4f1881a1c955 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Router d3d4c572-229a-44f5-94d5-a2778a247153 has already been hosted by L3 agent bfbd9503-e406-4b21-85aa-cc71bbe721ce {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 11:45:40.449362 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c3cff17-dde5-4d49-aeb8-ef029281ee36 req-16621de2-02c9-44a0-a5a9-4f1881a1c955 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify agent at l3_agent.dv-cinder-797608-2-smb the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:45:40.460282 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910b1820-4df2-47d7-ac9e-4646d0e197a3 None None] Sync routers for ids ['d3d4c572-229a-44f5-94d5-a2778a247153'] in dv-cinder-797608-2-smb {{(pid=93177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:45:40.471399 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910b1820-4df2-47d7-ac9e-4646d0e197a3 None None] Routers {'d3d4c572-229a-44f5-94d5-a2778a247153'} bound to L3 agent in host dv-cinder-797608-2-smb {{(pid=93177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:45:40.473157 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-910b1820-4df2-47d7-ac9e-4646d0e197a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T11:27:33Z,description=,heartbeat_timestamp=2021-06-29T11:45:33Z,host='dv-cinder-797608-2-smb',id=bfbd9503-e406-4b21-85aa-cc71bbe721ce,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:33Z,topic='l3_agent')) {'router_ids': ['d3d4c572-229a-44f5-94d5-a2778a247153'], 'active': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:45:40.477645 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-24f31dae-a1fe-49ce-84f8-ff16a8581b80 req-d475afb3-0591-4830-9a42-02cdd694cfdb tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/ports?device_id=c6d051ea-bd28-446b-9632-606e1b0d396a HTTP/1.1" status: 200 len: 210 time: 0.0409291 Jun 29 11:45:40.493192 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c3cff17-dde5-4d49-aeb8-ef029281ee36 req-16621de2-02c9-44a0-a5a9-4f1881a1c955 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] No DVR routers for this DVR port a0bfa179-429d-4bb0-9314-c11bd3372964 on host hv-cinder-79760 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:45:40.495816 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-2c3cff17-dde5-4d49-aeb8-ef029281ee36 req-16621de2-02c9-44a0-a5a9-4f1881a1c955 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126777'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:40.507766 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-2c3cff17-dde5-4d49-aeb8-ef029281ee36 req-16621de2-02c9-44a0-a5a9-4f1881a1c955 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.21 "DELETE /v2.0/ports/a0bfa179-429d-4bb0-9314-c11bd3372964 HTTP/1.1" status: 204 len: 173 time: 0.8222022 Jun 29 11:45:40.507766 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6d051ea-bd28-446b-9632-606e1b0d396a', 'name': 'network-vif-deleted', 'tag': 'a0bfa179-429d-4bb0-9314-c11bd3372964'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:45:40.507766 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e84c2f8edc4c5bc2f689ddb2df796faf16af949d7518eb87a014b7a9d68b702d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad0c3949-2a3c-4301-bfee-07d2ee8564bd" -d '{"events": [{"server_uuid": "c6d051ea-bd28-446b-9632-606e1b0d396a", "name": "network-vif-deleted", "tag": "a0bfa179-429d-4bb0-9314-c11bd3372964"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:45:40.540061 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e6951ec-c7b4-4e7f-aa0c-74b455791065 x-openstack-request-id: req-1e6951ec-c7b4-4e7f-aa0c-74b455791065 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:45:40.540394 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6d051ea-bd28-446b-9632-606e1b0d396a", "name": "network-vif-deleted", "tag": "a0bfa179-429d-4bb0-9314-c11bd3372964", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:45:40.540708 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-1e6951ec-c7b4-4e7f-aa0c-74b455791065 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:45:40.541147 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6d051ea-bd28-446b-9632-606e1b0d396a', 'name': 'network-vif-deleted', 'tag': 'a0bfa179-429d-4bb0-9314-c11bd3372964', 'status': 'completed', 'code': 200} Jun 29 11:45:40.596662 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_dvr_db [None req-910b1820-4df2-47d7-ac9e-4646d0e197a3 None None] Set router d3d4c572-229a-44f5-94d5-a2778a247153 gateway port host: dv-cinder-797608-2-smb {{(pid=93177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:45:40.803075 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-910b1820-4df2-47d7-ac9e-4646d0e197a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d4c572-229a-44f5-94d5-a2778a247153', 'name': 'tempest-AttachVolumeShelveTestJSON-557508439-router', 'tenant_id': 'bcd5ad4328fb47e5815bb6b7debbea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'external_fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.173'}], 'enable_snat': True}, 'gw_port_id': '5bd6bd70-fd61-4e04-87e6-b76de5ef0071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:35:41Z', 'updated_at': '2021-06-29T11:35:49Z', 'revision_number': 4, 'project_id': 'bcd5ad4328fb47e5815bb6b7debbea57', 'gw_port': {'id': '5bd6bd70-fd61-4e04-87e6-b76de5ef0071', 'name': '', 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d4c572-229a-44f5-94d5-a2778a247153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:42Z', 'updated_at': '2021-06-29T11:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042f854c-de74-4a6a-969f-d747577d8cca', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-smb', '_interfaces': [{'id': 'ef94a013-ceae-4cd3-9c61-c84d547c60a2', 'name': '', 'network_id': 'b963bd4f-00c4-43c3-bead-28b3bc0930b9', 'tenant_id': 'bcd5ad4328fb47e5815bb6b7debbea57', 'mac_address': 'fa:16:3e:fb:9b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d4c572-229a-44f5-94d5-a2778a247153', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2303b7c5-2df0-4ce3-8da2-9b421c47074d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:46Z', 'updated_at': '2021-06-29T11:35:59Z', 'revision_number': 5, 'project_id': 'bcd5ad4328fb47e5815bb6b7debbea57', 'subnets': [{'id': '2303b7c5-2df0-4ce3-8da2-9b421c47074d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-smb', False) {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:45:40.833014 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910b1820-4df2-47d7-ac9e-4646d0e197a3 None None] Checking router: d3d4c572-229a-44f5-94d5-a2778a247153 for host: dv-cinder-797608-2-smb {{(pid=93177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:45:40.841503 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910b1820-4df2-47d7-ac9e-4646d0e197a3 None None] Routers {'d3d4c572-229a-44f5-94d5-a2778a247153'} bound to L3 agent in host dv-cinder-797608-2-smb {{(pid=93177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:45:40.842102 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-910b1820-4df2-47d7-ac9e-4646d0e197a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T11:27:33Z,description=,heartbeat_timestamp=2021-06-29T11:45:33Z,host='dv-cinder-797608-2-smb',id=bfbd9503-e406-4b21-85aa-cc71bbe721ce,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:33Z,topic='l3_agent')) {'router_ids': ['d3d4c572-229a-44f5-94d5-a2778a247153'], 'active': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:45:40.947839 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_dvr_db [None req-910b1820-4df2-47d7-ac9e-4646d0e197a3 None None] Set router d3d4c572-229a-44f5-94d5-a2778a247153 gateway port host: dv-cinder-797608-2-smb {{(pid=93177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:45:41.150258 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-910b1820-4df2-47d7-ac9e-4646d0e197a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d4c572-229a-44f5-94d5-a2778a247153', 'name': 'tempest-AttachVolumeShelveTestJSON-557508439-router', 'tenant_id': 'bcd5ad4328fb47e5815bb6b7debbea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'external_fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.173'}], 'enable_snat': True}, 'gw_port_id': '5bd6bd70-fd61-4e04-87e6-b76de5ef0071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:35:41Z', 'updated_at': '2021-06-29T11:35:49Z', 'revision_number': 4, 'project_id': 'bcd5ad4328fb47e5815bb6b7debbea57', 'gw_port': {'id': '5bd6bd70-fd61-4e04-87e6-b76de5ef0071', 'name': '', 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d4c572-229a-44f5-94d5-a2778a247153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:42Z', 'updated_at': '2021-06-29T11:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042f854c-de74-4a6a-969f-d747577d8cca', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-smb', '_interfaces': [{'id': 'ef94a013-ceae-4cd3-9c61-c84d547c60a2', 'name': '', 'network_id': 'b963bd4f-00c4-43c3-bead-28b3bc0930b9', 'tenant_id': 'bcd5ad4328fb47e5815bb6b7debbea57', 'mac_address': 'fa:16:3e:fb:9b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d4c572-229a-44f5-94d5-a2778a247153', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2303b7c5-2df0-4ce3-8da2-9b421c47074d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:46Z', 'updated_at': '2021-06-29T11:35:59Z', 'revision_number': 5, 'project_id': 'bcd5ad4328fb47e5815bb6b7debbea57', 'subnets': [{'id': '2303b7c5-2df0-4ce3-8da2-9b421c47074d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-smb', False) {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:45:41.175902 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910b1820-4df2-47d7-ac9e-4646d0e197a3 None None] The sync data for ids ['d3d4c572-229a-44f5-94d5-a2778a247153'] in dv-cinder-797608-2-smb is: [{'id': 'd3d4c572-229a-44f5-94d5-a2778a247153', 'name': 'tempest-AttachVolumeShelveTestJSON-557508439-router', 'tenant_id': 'bcd5ad4328fb47e5815bb6b7debbea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'external_fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.173'}], 'enable_snat': True}, 'gw_port_id': '5bd6bd70-fd61-4e04-87e6-b76de5ef0071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:35:41Z', 'updated_at': '2021-06-29T11:35:49Z', 'revision_number': 4, 'project_id': 'bcd5ad4328fb47e5815bb6b7debbea57', 'gw_port': {'id': '5bd6bd70-fd61-4e04-87e6-b76de5ef0071', 'name': '', 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d4c572-229a-44f5-94d5-a2778a247153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:42Z', 'updated_at': '2021-06-29T11:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042f854c-de74-4a6a-969f-d747577d8cca', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-smb', '_interfaces': [{'id': 'ef94a013-ceae-4cd3-9c61-c84d547c60a2', 'name': '', 'network_id': 'b963bd4f-00c4-43c3-bead-28b3bc0930b9', 'tenant_id': 'bcd5ad4328fb47e5815bb6b7debbea57', 'mac_address': 'fa:16:3e:fb:9b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d4c572-229a-44f5-94d5-a2778a247153', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2303b7c5-2df0-4ce3-8da2-9b421c47074d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:46Z', 'updated_at': '2021-06-29T11:35:59Z', 'revision_number': 5, 'project_id': 'bcd5ad4328fb47e5815bb6b7debbea57', 'subnets': [{'id': '2303b7c5-2df0-4ce3-8da2-9b421c47074d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:45:41.398652 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f85f97a-f6de-49e8-a9f9-c8d467be1e0f None None] New status for floating IP 38b88618-0944-4a08-ad51-15ab3171e9d7: DOWN {{(pid=93178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 11:45:41.629399 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 56156) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:45:41.684969 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9d0dde4f-b6a1-46c8-898c-2ca21e60611a tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:41.707586 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9d0dde4f-b6a1-46c8-898c-2ca21e60611a tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:41.753335 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9d0dde4f-b6a1-46c8-898c-2ca21e60611a tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:41.755992 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9d0dde4f-b6a1-46c8-898c-2ca21e60611a tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:41.757136 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-9d0dde4f-b6a1-46c8-898c-2ca21e60611a tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "DELETE /v2.0/security-groups/5d509bdd-5d14-41bc-891f-bb889ded3f27 HTTP/1.1" status: 204 len: 168 time: 0.1267588 Jun 29 11:45:41.757891 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e63189d0-d75e-466f-b058-f8abe6a87bc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:45:41.760015 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 56158) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:45:41.767526 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0dde4f-b6a1-46c8-898c-2ca21e60611a tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d509bdd-5d14-41bc-891f-bb889ded3f27,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:45:41.769926 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9d0dde4f-b6a1-46c8-898c-2ca21e60611a tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:45:41.774176 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.api.v2.resource [None req-fc6e5a15-9552-4042-ba5e-89b8a155e623 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] show failed (client error): The resource could not be found. Jun 29 11:45:41.775321 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-fc6e5a15-9552-4042-ba5e-89b8a155e623 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "GET /v2.0/security-groups/5d509bdd-5d14-41bc-891f-bb889ded3f27 HTTP/1.1" status: 404 len: 347 time: 0.0140526 Jun 29 11:45:41.778561 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 56160) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:45:41.900108 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.plugin [None req-3e77b69d-726b-4495-99f7-39b4167f7088 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Deleting port 7923a043-9856-4324-8e70-99cfb081cecb {{(pid=93175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:45:41.900455 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-3e77b69d-726b-4495-99f7-39b4167f7088 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744991508026'] for port, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:41.973296 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-3e77b69d-726b-4495-99f7-39b4167f7088 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013211'] for port, precommit_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:41.973621 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-3e77b69d-726b-4495-99f7-39b4167f7088 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:41.987196 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.plugin [None req-3e77b69d-726b-4495-99f7-39b4167f7088 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Calling delete_port for 7923a043-9856-4324-8e70-99cfb081cecb owned by network:floatingip {{(pid=93175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:45:42.119512 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-3e77b69d-726b-4495-99f7-39b4167f7088 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744991430440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744990953750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61825989'] for port, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:42.122150 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-ba5100d2-91d5-4b34-805b-45025c48f7c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:45:42.143526 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77b69d-726b-4495-99f7-39b4167f7088 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Pushing event deleted for resources: {'Port': ['ID=7923a043-9856-4324-8e70-99cfb081cecb,revision_number=None']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:45:42.146927 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-3e77b69d-726b-4495-99f7-39b4167f7088 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:45:42.209537 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-3e77b69d-726b-4495-99f7-39b4167f7088 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify callbacks [] for floatingip, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:42.212098 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-3e77b69d-726b-4495-99f7-39b4167f7088 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126777'] for floatingip, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:42.213229 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-3e77b69d-726b-4495-99f7-39b4167f7088 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] 10.222.0.78 "DELETE /v2.0/floatingips/38b88618-0944-4a08-ad51-15ab3171e9d7 HTTP/1.1" status: 204 len: 168 time: 0.4337533 Jun 29 11:45:43.697647 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Device a0bfa179-429d-4bb0-9314-c11bd3372964 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:45:43.725524 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] No Port match for: a0bfa179-429d-4bb0-9314-c11bd3372964 {{(pid=93177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:45:43.725874 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Device a0bfa179-429d-4bb0-9314-c11bd3372964 not bound to the agent host hv-cinder-79760 {{(pid=93177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:45:44.950518 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 56182) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:45:45.479250 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b2816ca2-ae2c-423d-b9d3-41eb48bb64df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1015098'] for router_interface, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:45.722790 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-b2816ca2-ae2c-423d-b9d3-41eb48bb64df admin admin] Deleting port ef94a013-ceae-4cd3-9c61-c84d547c60a2 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:45:45.723122 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b2816ca2-ae2c-423d-b9d3-41eb48bb64df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744991508026'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:45.797845 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-b2816ca2-ae2c-423d-b9d3-41eb48bb64df admin admin] For port ef94a013-ceae-4cd3-9c61-c84d547c60a2, host dv-cinder-797608-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-smb',level=0,port_id=ef94a013-ceae-4cd3-9c61-c84d547c60a2,segment=NetworkSegment(431791e9-c625-45bb-a999-673c6d9515d0),segment_id=431791e9-c625-45bb-a999-673c6d9515d0)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:45:45.798109 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b2816ca2-ae2c-423d-b9d3-41eb48bb64df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013211'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:45.813864 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-b2816ca2-ae2c-423d-b9d3-41eb48bb64df admin admin] Calling delete_port for ef94a013-ceae-4cd3-9c61-c84d547c60a2 owned by network:router_interface {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:45:45.994019 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b2816ca2-ae2c-423d-b9d3-41eb48bb64df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744991430440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744990953750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58778309'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:45.997012 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e9cba032-dcd2-4cd7-8013-ad7f734c6cb0 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:45:46.021331 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2816ca2-ae2c-423d-b9d3-41eb48bb64df admin admin] Pushing event deleted for resources: {'Port': ['ID=ef94a013-ceae-4cd3-9c61-c84d547c60a2,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:45:46.025773 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b2816ca2-ae2c-423d-b9d3-41eb48bb64df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:45:46.183857 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b2816ca2-ae2c-423d-b9d3-41eb48bb64df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-999562'] for router_interface, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:46.614456 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2816ca2-ae2c-423d-b9d3-41eb48bb64df admin admin] Router d3d4c572-229a-44f5-94d5-a2778a247153 has already been hosted by L3 agent bfbd9503-e406-4b21-85aa-cc71bbe721ce {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 11:45:46.716492 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2816ca2-ae2c-423d-b9d3-41eb48bb64df admin admin] Notify agent at l3_agent.dv-cinder-797608-2-smb the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:45:46.721375 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-b2816ca2-ae2c-423d-b9d3-41eb48bb64df admin admin] 10.222.0.78 "PUT /v2.0/routers/d3d4c572-229a-44f5-94d5-a2778a247153/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7694113 Jun 29 11:45:46.723983 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 56186) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:45:46.726542 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4854c09d-16b7-4244-aa38-cfd399f48ae0 None None] Sync routers for ids ['d3d4c572-229a-44f5-94d5-a2778a247153'] in dv-cinder-797608-2-smb {{(pid=93177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:45:46.737215 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4854c09d-16b7-4244-aa38-cfd399f48ae0 None None] Routers {'d3d4c572-229a-44f5-94d5-a2778a247153'} bound to L3 agent in host dv-cinder-797608-2-smb {{(pid=93177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:45:46.737838 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-4854c09d-16b7-4244-aa38-cfd399f48ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T11:27:33Z,description=,heartbeat_timestamp=2021-06-29T11:45:33Z,host='dv-cinder-797608-2-smb',id=bfbd9503-e406-4b21-85aa-cc71bbe721ce,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:33Z,topic='l3_agent')) {'router_ids': ['d3d4c572-229a-44f5-94d5-a2778a247153'], 'active': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:45:46.824379 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0e09676e-75d8-4872-9e12-2ab18dcd32db admin admin] Notify callbacks [] for router, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:46.842271 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_dvr_db [None req-4854c09d-16b7-4244-aa38-cfd399f48ae0 None None] Set router d3d4c572-229a-44f5-94d5-a2778a247153 gateway port host: dv-cinder-797608-2-smb {{(pid=93177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:45:46.925040 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0e09676e-75d8-4872-9e12-2ab18dcd32db admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:46.981905 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-0e09676e-75d8-4872-9e12-2ab18dcd32db admin admin] Deleting port 5bd6bd70-fd61-4e04-87e6-b76de5ef0071 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:45:46.981905 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0e09676e-75d8-4872-9e12-2ab18dcd32db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744991508026'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:47.048246 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-4854c09d-16b7-4244-aa38-cfd399f48ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d4c572-229a-44f5-94d5-a2778a247153', 'name': 'tempest-AttachVolumeShelveTestJSON-557508439-router', 'tenant_id': 'bcd5ad4328fb47e5815bb6b7debbea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'external_fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.173'}], 'enable_snat': True}, 'gw_port_id': '5bd6bd70-fd61-4e04-87e6-b76de5ef0071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:35:41Z', 'updated_at': '2021-06-29T11:45:45Z', 'revision_number': 5, 'project_id': 'bcd5ad4328fb47e5815bb6b7debbea57', 'gw_port': {'id': '5bd6bd70-fd61-4e04-87e6-b76de5ef0071', 'name': '', 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:a7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d4c572-229a-44f5-94d5-a2778a247153', 'device_owner': 'network:router_gateway', 'standard_attr_id': 44, 'fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:35:42Z', 'updated_at': '2021-06-29T11:35:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042f854c-de74-4a6a-969f-d747577d8cca', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-smb'}], 'dv-cinder-797608-2-smb', False) {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:45:47.059166 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-0e09676e-75d8-4872-9e12-2ab18dcd32db admin admin] For port 5bd6bd70-fd61-4e04-87e6-b76de5ef0071, host dv-cinder-797608-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-smb',level=0,port_id=5bd6bd70-fd61-4e04-87e6-b76de5ef0071,segment=NetworkSegment(bd18eb46-f552-49e6-b53a-14bd17fb4993),segment_id=bd18eb46-f552-49e6-b53a-14bd17fb4993)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:45:47.059759 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0e09676e-75d8-4872-9e12-2ab18dcd32db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013211'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:47.075512 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4854c09d-16b7-4244-aa38-cfd399f48ae0 None None] Checking router: d3d4c572-229a-44f5-94d5-a2778a247153 for host: dv-cinder-797608-2-smb {{(pid=93177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:45:47.077110 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-0e09676e-75d8-4872-9e12-2ab18dcd32db admin admin] Calling delete_port for 5bd6bd70-fd61-4e04-87e6-b76de5ef0071 owned by network:router_gateway {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:45:47.085456 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4854c09d-16b7-4244-aa38-cfd399f48ae0 None None] Routers {'d3d4c572-229a-44f5-94d5-a2778a247153'} bound to L3 agent in host dv-cinder-797608-2-smb {{(pid=93177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:45:47.086739 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-4854c09d-16b7-4244-aa38-cfd399f48ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T11:27:33Z,description=,heartbeat_timestamp=2021-06-29T11:45:33Z,host='dv-cinder-797608-2-smb',id=bfbd9503-e406-4b21-85aa-cc71bbe721ce,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:33Z,topic='l3_agent')) {'router_ids': ['d3d4c572-229a-44f5-94d5-a2778a247153'], 'active': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:45:47.185858 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_dvr_db [None req-4854c09d-16b7-4244-aa38-cfd399f48ae0 None None] Set router d3d4c572-229a-44f5-94d5-a2778a247153 gateway port host: None {{(pid=93177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:45:47.243174 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-4854c09d-16b7-4244-aa38-cfd399f48ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d4c572-229a-44f5-94d5-a2778a247153', 'name': 'tempest-AttachVolumeShelveTestJSON-557508439-router', 'tenant_id': 'bcd5ad4328fb47e5815bb6b7debbea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:35:41Z', 'updated_at': '2021-06-29T11:45:46Z', 'revision_number': 6, 'project_id': 'bcd5ad4328fb47e5815bb6b7debbea57', 'gw_port_host': None}], 'dv-cinder-797608-2-smb', False) {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:45:47.243607 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0e09676e-75d8-4872-9e12-2ab18dcd32db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744991430440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744990953750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58778309'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:47.246131 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ac51d013-9992-4b12-8e4f-049b442eb9ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:45:47.269124 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e09676e-75d8-4872-9e12-2ab18dcd32db admin admin] Pushing event deleted for resources: {'Port': ['ID=5bd6bd70-fd61-4e04-87e6-b76de5ef0071,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:45:47.270221 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4854c09d-16b7-4244-aa38-cfd399f48ae0 None None] The sync data for ids ['d3d4c572-229a-44f5-94d5-a2778a247153'] in dv-cinder-797608-2-smb is: [{'id': 'd3d4c572-229a-44f5-94d5-a2778a247153', 'name': 'tempest-AttachVolumeShelveTestJSON-557508439-router', 'tenant_id': 'bcd5ad4328fb47e5815bb6b7debbea57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:35:41Z', 'updated_at': '2021-06-29T11:45:46Z', 'revision_number': 6, 'project_id': 'bcd5ad4328fb47e5815bb6b7debbea57', 'gw_port_host': None}] {{(pid=93177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:45:47.272146 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0e09676e-75d8-4872-9e12-2ab18dcd32db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:45:47.340275 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0e09676e-75d8-4872-9e12-2ab18dcd32db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535022'] for router_gateway, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:47.428602 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0e09676e-75d8-4872-9e12-2ab18dcd32db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1002406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-498'] for router, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:47.430895 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0e09676e-75d8-4872-9e12-2ab18dcd32db admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:47.476777 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0e09676e-75d8-4872-9e12-2ab18dcd32db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000879'] for router, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:47.477276 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e09676e-75d8-4872-9e12-2ab18dcd32db admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3d4c572-229a-44f5-94d5-a2778a247153 {{(pid=93176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 11:45:47.482516 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0e09676e-75d8-4872-9e12-2ab18dcd32db admin admin] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:47.483662 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-0e09676e-75d8-4872-9e12-2ab18dcd32db admin admin] 10.222.0.78 "DELETE /v2.0/routers/d3d4c572-229a-44f5-94d5-a2778a247153 HTTP/1.1" status: 204 len: 168 time: 0.7588234 Jun 29 11:45:47.486155 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 56188) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:45:47.530732 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec30f913-b3b4-431c-995f-148bf47ec4d2 admin admin] Deleting subnet 2303b7c5-2df0-4ce3-8da2-9b421c47074d {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 11:45:47.533697 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ec30f913-b3b4-431c-995f-148bf47ec4d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:47.566347 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ec30f913-b3b4-431c-995f-148bf47ec4d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62645035'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:47.650006 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ec30f913-b3b4-431c-995f-148bf47ec4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4171685'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:47.705687 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ec30f913-b3b4-431c-995f-148bf47ec4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4171708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58778175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62643856'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:47.707926 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2fd87eb6-29be-4baa-8532-65b62b2f73fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:45:47.733030 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec30f913-b3b4-431c-995f-148bf47ec4d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2303b7c5-2df0-4ce3-8da2-9b421c47074d,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:45:47.736051 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ec30f913-b3b4-431c-995f-148bf47ec4d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:45:47.737028 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ec30f913-b3b4-431c-995f-148bf47ec4d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:47.739208 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-ec30f913-b3b4-431c-995f-148bf47ec4d2 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/2303b7c5-2df0-4ce3-8da2-9b421c47074d HTTP/1.1" status: 204 len: 168 time: 0.2508245 Jun 29 11:45:47.741661 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 56190) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:45:47.744879 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0fc98e-4258-42ea-93ad-43aa3cf2abbd None None] Network b963bd4f-00c4-43c3-bead-28b3bc0930b9 requested from dv-cinder-797608-2-smb {{(pid=93177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:45:47.814072 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a9cbde61-2b12-4a36-a679-9f23933b299f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3737496'] for network, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:47.867997 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-a9cbde61-2b12-4a36-a679-9f23933b299f admin admin] Deleting port a643da72-c679-46f8-9877-5b1c7b447beb {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:45:47.868340 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a9cbde61-2b12-4a36-a679-9f23933b299f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744991508026'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:47.933087 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-a9cbde61-2b12-4a36-a679-9f23933b299f admin admin] For port a643da72-c679-46f8-9877-5b1c7b447beb, host dv-cinder-797608-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-smb',level=0,port_id=a643da72-c679-46f8-9877-5b1c7b447beb,segment=NetworkSegment(431791e9-c625-45bb-a999-673c6d9515d0),segment_id=431791e9-c625-45bb-a999-673c6d9515d0)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:45:47.933359 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a9cbde61-2b12-4a36-a679-9f23933b299f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013211'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:47.945367 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-a9cbde61-2b12-4a36-a679-9f23933b299f admin admin] Calling delete_port for a643da72-c679-46f8-9877-5b1c7b447beb owned by network:dhcp {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:45:48.014454 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3beb8341-408b-47c0-85ba-086e499cf9f7 None None] DHCP port deletion for b963bd4f-00c4-43c3-bead-28b3bc0930b9 request from dv-cinder-797608-2-smb {{(pid=93177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 11:45:48.036817 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a9cbde61-2b12-4a36-a679-9f23933b299f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744991430440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744990953750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58778309'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:48.039381 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-16621de2-02c9-44a0-a5a9-4f1881a1c955 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:45:48.063718 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cbde61-2b12-4a36-a679-9f23933b299f admin admin] Pushing event deleted for resources: {'Port': ['ID=a643da72-c679-46f8-9877-5b1c7b447beb,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:45:48.065833 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-3beb8341-408b-47c0-85ba-086e499cf9f7 None None] Deleting port a643da72-c679-46f8-9877-5b1c7b447beb {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:45:48.066895 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a9cbde61-2b12-4a36-a679-9f23933b299f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:45:48.067040 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3beb8341-408b-47c0-85ba-086e499cf9f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744991508026'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:48.067704 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cbde61-2b12-4a36-a679-9f23933b299f admin admin] No DVR routers for this DVR port a643da72-c679-46f8-9877-5b1c7b447beb on host dv-cinder-797608-2-smb {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:45:48.144811 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a9cbde61-2b12-4a36-a679-9f23933b299f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4171643', 'neutron.services.segments.db._delete_segments_for_network-8744991479107'] for network, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:48.158979 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.services.segments.db [None req-a9cbde61-2b12-4a36-a679-9f23933b299f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b963bd4f-00c4-43c3-bead-28b3bc0930b9']}} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:45:48.172328 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.services.segments.db [None req-a9cbde61-2b12-4a36-a679-9f23933b299f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '431791e9-c625-45bb-a999-673c6d9515d0') {'for_net_delete': True} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:45:48.172630 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.services.segments.db [None req-a9cbde61-2b12-4a36-a679-9f23933b299f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '431791e9-c625-45bb-a999-673c6d9515d0') {} {{(pid=93176) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:45:48.183671 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a9cbde61-2b12-4a36-a679-9f23933b299f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744991309258', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62645028'] for segment, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:48.199635 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a9cbde61-2b12-4a36-a679-9f23933b299f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144823'] for segment, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:48.206786 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9cbde61-2b12-4a36-a679-9f23933b299f admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=93176) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 11:45:48.207205 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a9cbde61-2b12-4a36-a679-9f23933b299f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58778258'] for segment, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:48.209351 dv-cinder-797608-2-smb neutron-server[93176]: Traceback (most recent call last): Jun 29 11:45:48.209351 dv-cinder-797608-2-smb neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 11:45:48.209351 dv-cinder-797608-2-smb neutron-server[93176]: timer() Jun 29 11:45:48.209351 dv-cinder-797608-2-smb neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 11:45:48.209351 dv-cinder-797608-2-smb neutron-server[93176]: cb(*args, **kw) Jun 29 11:45:48.209351 dv-cinder-797608-2-smb neutron-server[93176]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 11:45:48.209351 dv-cinder-797608-2-smb neutron-server[93176]: return func(*args, **kwargs) Jun 29 11:45:48.209351 dv-cinder-797608-2-smb neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 11:45:48.209351 dv-cinder-797608-2-smb neutron-server[93176]: self._notify() Jun 29 11:45:48.209351 dv-cinder-797608-2-smb neutron-server[93176]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 11:45:48.209351 dv-cinder-797608-2-smb neutron-server[93176]: self.callback(batched_events) Jun 29 11:45:48.209351 dv-cinder-797608-2-smb neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 11:45:48.209351 dv-cinder-797608-2-smb neutron-server[93176]: event.method(event) Jun 29 11:45:48.209351 dv-cinder-797608-2-smb neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 11:45:48.209351 dv-cinder-797608-2-smb neutron-server[93176]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 11:45:48.209351 dv-cinder-797608-2-smb neutron-server[93176]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 11:45:48.209351 dv-cinder-797608-2-smb neutron-server[93176]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 11:45:48.209351 dv-cinder-797608-2-smb neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 11:45:48.209351 dv-cinder-797608-2-smb neutron-server[93176]: return f(self, *a, **k) Jun 29 11:45:48.209351 dv-cinder-797608-2-smb neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 11:45:48.209351 dv-cinder-797608-2-smb neutron-server[93176]: return self._get(url).json() Jun 29 11:45:48.209351 dv-cinder-797608-2-smb neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 11:45:48.209351 dv-cinder-797608-2-smb neutron-server[93176]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 11:45:48.209351 dv-cinder-797608-2-smb neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 11:45:48.209351 dv-cinder-797608-2-smb neutron-server[93176]: return self.request(url, 'GET', **kwargs) Jun 29 11:45:48.209351 dv-cinder-797608-2-smb neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 11:45:48.209351 dv-cinder-797608-2-smb neutron-server[93176]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 11:45:48.209351 dv-cinder-797608-2-smb neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 11:45:48.209351 dv-cinder-797608-2-smb neutron-server[93176]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 11:45:48.209351 dv-cinder-797608-2-smb neutron-server[93176]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 11:45:48.209351 dv-cinder-797608-2-smb neutron-server[93176]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 11:45:48.209351 dv-cinder-797608-2-smb neutron-server[93176]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 11:45:48.269123 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a9cbde61-2b12-4a36-a679-9f23933b299f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4171616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-533507'] for network, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:48.273092 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-413316e5-3068-42fb-97c5-21881f3a3a34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:45:48.276145 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a9cbde61-2b12-4a36-a679-9f23933b299f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636407'] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:48.279969 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-a9cbde61-2b12-4a36-a679-9f23933b299f admin admin] 10.222.0.78 "DELETE /v2.0/networks/b963bd4f-00c4-43c3-bead-28b3bc0930b9 HTTP/1.1" status: 204 len: 168 time: 0.5371101 Jun 29 11:45:48.282925 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-3beb8341-408b-47c0-85ba-086e499cf9f7 None None] For port a643da72-c679-46f8-9877-5b1c7b447beb, host dv-cinder-797608-2-smb, got binding levels [] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:45:48.283706 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3beb8341-408b-47c0-85ba-086e499cf9f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013211'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:48.301427 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-3beb8341-408b-47c0-85ba-086e499cf9f7 None None] Calling delete_port for a643da72-c679-46f8-9877-5b1c7b447beb owned by network:dhcp {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:45:48.304636 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.ipam_backend_mixin [None req-3beb8341-408b-47c0-85ba-086e499cf9f7 None None] Port a643da72-c679-46f8-9877-5b1c7b447beb was not found and therefore no delete operation was performed {{(pid=93177) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 29 11:45:48.306028 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cbde61-2b12-4a36-a679-9f23933b299f admin admin] Pushing event deleted for resources: {'Network': ['ID=b963bd4f-00c4-43c3-bead-28b3bc0930b9,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:45:48.306743 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3beb8341-408b-47c0-85ba-086e499cf9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744991430440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744990953750'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:48.309947 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a9cbde61-2b12-4a36-a679-9f23933b299f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:45:48.312571 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:45:48.334295 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3beb8341-408b-47c0-85ba-086e499cf9f7 None None] Network b963bd4f-00c4-43c3-bead-28b3bc0930b9 is not hosted by any dhcp agent {{(pid=93177) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 29 11:45:48.334756 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3beb8341-408b-47c0-85ba-086e499cf9f7 None None] No DVR routers for this DVR port a643da72-c679-46f8-9877-5b1c7b447beb on host dv-cinder-797608-2-smb {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:45:48.336388 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beb8341-408b-47c0-85ba-086e499cf9f7 None None] Pushing event deleted for resources: {'Port': ['ID=a643da72-c679-46f8-9877-5b1c7b447beb,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:45:48.349627 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beb8341-408b-47c0-85ba-086e499cf9f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:45:48.350147 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beb8341-408b-47c0-85ba-086e499cf9f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:45:48.350489 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beb8341-408b-47c0-85ba-086e499cf9f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:45:48.350819 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beb8341-408b-47c0-85ba-086e499cf9f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:45:48.351151 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beb8341-408b-47c0-85ba-086e499cf9f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:45:48.351482 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beb8341-408b-47c0-85ba-086e499cf9f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:45:48.351840 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beb8341-408b-47c0-85ba-086e499cf9f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:45:48.352169 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beb8341-408b-47c0-85ba-086e499cf9f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:45:48.352490 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beb8341-408b-47c0-85ba-086e499cf9f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:45:48.352811 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beb8341-408b-47c0-85ba-086e499cf9f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:45:48.353130 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beb8341-408b-47c0-85ba-086e499cf9f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:45:48.353444 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3beb8341-408b-47c0-85ba-086e499cf9f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:45:48.357279 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3beb8341-408b-47c0-85ba-086e499cf9f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:45:48.438676 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 56194) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:45:48.483768 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-1b77ffd7-46e5-4311-b38c-3d60e9e25449 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=bcd5ad4328fb47e5815bb6b7debbea57&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0438330 Jun 29 11:45:48.486157 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 56196) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:45:48.533523 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Device 5bd6bd70-fd61-4e04-87e6-b76de5ef0071 no longer exists at agent ovs-agent-dv-cinder-797608-2-smb {{(pid=93177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:45:48.541391 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-34f31392-fa48-49bd-9239-7a495fb602da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:48.553479 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] No Port match for: 5bd6bd70-fd61-4e04-87e6-b76de5ef0071 {{(pid=93177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:45:48.553840 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Device 5bd6bd70-fd61-4e04-87e6-b76de5ef0071 not bound to the agent host dv-cinder-797608-2-smb {{(pid=93177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:45:48.554323 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Device ef94a013-ceae-4cd3-9c61-c84d547c60a2 no longer exists at agent ovs-agent-dv-cinder-797608-2-smb {{(pid=93177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:45:48.562382 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-34f31392-fa48-49bd-9239-7a495fb602da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:48.572518 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] No Port match for: ef94a013-ceae-4cd3-9c61-c84d547c60a2 {{(pid=93177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:45:48.572801 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Device ef94a013-ceae-4cd3-9c61-c84d547c60a2 not bound to the agent host dv-cinder-797608-2-smb {{(pid=93177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:45:48.573809 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Device a643da72-c679-46f8-9877-5b1c7b447beb no longer exists at agent ovs-agent-dv-cinder-797608-2-smb {{(pid=93177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:45:48.595452 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] No Port match for: a643da72-c679-46f8-9877-5b1c7b447beb {{(pid=93177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:45:48.595826 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Device a643da72-c679-46f8-9877-5b1c7b447beb not bound to the agent host dv-cinder-797608-2-smb {{(pid=93177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:45:48.619241 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-34f31392-fa48-49bd-9239-7a495fb602da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:48.621847 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-34f31392-fa48-49bd-9239-7a495fb602da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:48.622983 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-34f31392-fa48-49bd-9239-7a495fb602da admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/de051ae1-30b6-435f-ad61-50a8d5ff648f HTTP/1.1" status: 204 len: 168 time: 0.1359234 Jun 29 11:45:48.623785 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-746bf1d7-7663-48b3-a13a-4225b613c18a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:45:48.631255 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f31392-fa48-49bd-9239-7a495fb602da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de051ae1-30b6-435f-ad61-50a8d5ff648f,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:45:48.633595 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-34f31392-fa48-49bd-9239-7a495fb602da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:45:49.286058 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 56218) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:45:49.396786 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.v2.base [None req-8c4a4575-d2ee-48c6-a844-ccfa3ce18ade admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2020938756-network', 'tenant_id': '1dde4d3e3b01456bb7062452fd29abff'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:45:49.418958 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c4a4575-d2ee-48c6-a844-ccfa3ce18ade admin admin] Made reservation on behalf of 1dde4d3e3b01456bb7062452fd29abff for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:45:49.421311 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8c4a4575-d2ee-48c6-a844-ccfa3ce18ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:49.429684 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8c4a4575-d2ee-48c6-a844-ccfa3ce18ade admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:49.526816 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8c4a4575-d2ee-48c6-a844-ccfa3ce18ade admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:49.530712 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8c4a4575-d2ee-48c6-a844-ccfa3ce18ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:49.533938 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-819aea24-7807-4219-a4ea-96d128ecd378 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:45:49.556410 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c4a4575-d2ee-48c6-a844-ccfa3ce18ade admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 11:45:49.566492 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4a4575-d2ee-48c6-a844-ccfa3ce18ade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1479a6-e466-4c73-961f-b6d1cb93525c,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:45:49.569707 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8c4a4575-d2ee-48c6-a844-ccfa3ce18ade admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:45:49.572596 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8c4a4575-d2ee-48c6-a844-ccfa3ce18ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144823'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:49.572937 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.db.segments_db [None req-8c4a4575-d2ee-48c6-a844-ccfa3ce18ade admin admin] Added segment 3ddbbe09-9109-4d14-8bbd-a59ca710308f of type vlan for network f1dadca7-e0bc-41aa-9097-db23d856fd7d Jun 29 11:45:49.615736 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8c4a4575-d2ee-48c6-a844-ccfa3ce18ade admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744990971203'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:49.643470 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8c4a4575-d2ee-48c6-a844-ccfa3ce18ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:49.644764 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4a4575-d2ee-48c6-a844-ccfa3ce18ade admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:45:49.645334 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-8c4a4575-d2ee-48c6-a844-ccfa3ce18ade admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636407'] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:49.648099 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:45:49.694007 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-8c4a4575-d2ee-48c6-a844-ccfa3ce18ade admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4068472 Jun 29 11:45:49.697047 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 56222) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:45:49.702360 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.v2.base [None req-58492079-0542-43d6-aca7-c27156031645 admin admin] Request body: {'subnet': {'network_id': 'f1dadca7-e0bc-41aa-9097-db23d856fd7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2020938756-subnet', 'tenant_id': '1dde4d3e3b01456bb7062452fd29abff', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:45:49.704730 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4a4575-d2ee-48c6-a844-ccfa3ce18ade admin admin] Pushing event updated for resources: {'Network': ['ID=f1dadca7-e0bc-41aa-9097-db23d856fd7d,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:45:49.707330 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8c4a4575-d2ee-48c6-a844-ccfa3ce18ade admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:45:49.715824 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Network f1dadca7-e0bc-41aa-9097-db23d856fd7d details requested by agent ovs-agent-dv-cinder-797608-2-smb with host dv-cinder-797608-2-smb {{(pid=93177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 11:45:49.723655 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58492079-0542-43d6-aca7-c27156031645 admin admin] Made reservation on behalf of 1dde4d3e3b01456bb7062452fd29abff for: {'subnet': 1} {{(pid=93175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:45:49.725960 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-58492079-0542-43d6-aca7-c27156031645 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61544163'] for subnet, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:49.894926 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-58492079-0542-43d6-aca7-c27156031645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61825904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61544177'] for subnet, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:49.897229 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:45:49.951892 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58492079-0542-43d6-aca7-c27156031645 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27e2cfa2-6807-495b-a094-07fa40e22db9,revision_number=0']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:45:49.962418 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58492079-0542-43d6-aca7-c27156031645 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:45:49.962783 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58492079-0542-43d6-aca7-c27156031645 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:45:49.963140 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58492079-0542-43d6-aca7-c27156031645 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:45:49.963494 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58492079-0542-43d6-aca7-c27156031645 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:45:49.964434 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58492079-0542-43d6-aca7-c27156031645 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:45:49.964886 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58492079-0542-43d6-aca7-c27156031645 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:45:49.965236 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58492079-0542-43d6-aca7-c27156031645 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:45:49.965581 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58492079-0542-43d6-aca7-c27156031645 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:45:49.965932 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58492079-0542-43d6-aca7-c27156031645 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:45:49.966274 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58492079-0542-43d6-aca7-c27156031645 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:45:49.966615 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58492079-0542-43d6-aca7-c27156031645 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:45:49.966956 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58492079-0542-43d6-aca7-c27156031645 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:45:49.970808 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-58492079-0542-43d6-aca7-c27156031645 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:45:49.971936 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58492079-0542-43d6-aca7-c27156031645 admin admin] Checking segment: {'id': '3ddbbe09-9109-4d14-8bbd-a59ca710308f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f1dadca7-e0bc-41aa-9097-db23d856fd7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:45:49.972281 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58492079-0542-43d6-aca7-c27156031645 admin admin] Network hostable DHCP agents. Network: f1dadca7-e0bc-41aa-9097-db23d856fd7d, hostable agents: ['069d6837-862e-44f3-9997-a187e03939a0'], hosted agents: [] {{(pid=93175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 11:45:49.989158 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58492079-0542-43d6-aca7-c27156031645 admin admin] Network f1dadca7-e0bc-41aa-9097-db23d856fd7d is scheduled to be hosted by DHCP agent 069d6837-862e-44f3-9997-a187e03939a0 with binding_index 1 {{(pid=93175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 11:45:49.997711 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.base_scheduler [None req-58492079-0542-43d6-aca7-c27156031645 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-2-smb, f1dadca7-e0bc-41aa-9097-db23d856fd7d) {{(pid=93175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:45:50.002137 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58492079-0542-43d6-aca7-c27156031645 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:45:50.002718 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-58492079-0542-43d6-aca7-c27156031645 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636407'] for subnet, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:50.006936 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ef69a8-7be6-4725-b72b-ec1aec0f0208 None None] Network f1dadca7-e0bc-41aa-9097-db23d856fd7d requested from dv-cinder-797608-2-smb {{(pid=93177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:45:50.019528 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-58492079-0542-43d6-aca7-c27156031645 admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3186677 Jun 29 11:45:50.019909 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 56224) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:45:50.024896 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.v2.base [None req-a83f0732-abc4-43d5-9529-d83160cfd136 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2020938756-router', 'tenant_id': '1dde4d3e3b01456bb7062452fd29abff', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6'}}} {{(pid=93175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:45:50.046237 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-a83f0732-abc4-43d5-9529-d83160cfd136 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256'] for router, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:50.047245 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-a83f0732-abc4-43d5-9529-d83160cfd136 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1003057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1012946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-927581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-265'] for router, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:50.103292 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-a83f0732-abc4-43d5-9529-d83160cfd136 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:50.161811 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b2f506-883f-468f-bd3e-e22db09c5260 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b1f32d3-038b-5e76-9a72-ea87f257608f-f1dadca7-e0bc-41aa-9097-db23d856fd7d', 'network_id': 'f1dadca7-e0bc-41aa-9097-db23d856fd7d', 'tenant_id': '1dde4d3e3b01456bb7062452fd29abff', 'fixed_ips': [{'subnet_id': '27e2cfa2-6807-495b-a094-07fa40e22db9'}]}} from dv-cinder-797608-2-smb. {{(pid=93177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 11:45:50.162686 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e6b2f506-883f-468f-bd3e-e22db09c5260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:50.237699 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-a83f0732-abc4-43d5-9529-d83160cfd136 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534850', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-507'] for router, precommit_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:50.299557 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-e6b2f506-883f-468f-bd3e-e22db09c5260 None None] Allocated IP 172.20.0.2 (f1dadca7-e0bc-41aa-9097-db23d856fd7d/27e2cfa2-6807-495b-a094-07fa40e22db9/813919e6-fce4-44b9-b5a6-af8ae76690cb) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:45:50.440538 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-a83f0732-abc4-43d5-9529-d83160cfd136 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:50.454223 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e6b2f506-883f-468f-bd3e-e22db09c5260 None None] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:50.460598 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-a83f0732-abc4-43d5-9529-d83160cfd136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:50.463308 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-e6b2f506-883f-468f-bd3e-e22db09c5260 None None] Transition to ACTIVE for port object 813919e6-fce4-44b9-b5a6-af8ae76690cb will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:45:50.479518 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-e6b2f506-883f-468f-bd3e-e22db09c5260 None None] Transition to ACTIVE for port object 813919e6-fce4-44b9-b5a6-af8ae76690cb will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:45:50.486626 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e6b2f506-883f-468f-bd3e-e22db09c5260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3670657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744990953741'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:50.488563 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a592d645-20dc-40c6-85ad-1bbd06377de6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:45:50.532145 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b2f506-883f-468f-bd3e-e22db09c5260 None None] Network f1dadca7-e0bc-41aa-9097-db23d856fd7d is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:45:50.535297 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-e6b2f506-883f-468f-bd3e-e22db09c5260 None None] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:45:50.537836 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b2f506-883f-468f-bd3e-e22db09c5260 None None] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:45:50.543890 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b2f506-883f-468f-bd3e-e22db09c5260 None None] Pushing event updated for resources: {'Port': ['ID=813919e6-fce4-44b9-b5a6-af8ae76690cb,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:45:50.549854 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e6b2f506-883f-468f-bd3e-e22db09c5260 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:45:50.580324 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.db.db_base_plugin_common [None req-a83f0732-abc4-43d5-9529-d83160cfd136 admin admin] Allocated IP 172.28.2.87 (6fd298bf-14bd-44c4-b839-39c6685a3eb6/042f854c-de74-4a6a-969f-d747577d8cca/99f12505-48ab-41f6-b75f-f613c0dc3da3) {{(pid=93175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:45:50.609524 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-e6b2f506-883f-468f-bd3e-e22db09c5260 None None] Attempting to bind port 813919e6-fce4-44b9-b5a6-af8ae76690cb on host dv-cinder-797608-2-smb for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:45:50.609950 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-e6b2f506-883f-468f-bd3e-e22db09c5260 None None] Attempting to bind port 813919e6-fce4-44b9-b5a6-af8ae76690cb by drivers openvswitch,hyperv on host dv-cinder-797608-2-smb at level 0 using segments [{'id': '3ddbbe09-9109-4d14-8bbd-a59ca710308f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f1dadca7-e0bc-41aa-9097-db23d856fd7d'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:45:50.610282 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b2f506-883f-468f-bd3e-e22db09c5260 None None] Attempting to bind port 813919e6-fce4-44b9-b5a6-af8ae76690cb on network f1dadca7-e0bc-41aa-9097-db23d856fd7d {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:45:50.613521 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:50.616493 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b2f506-883f-468f-bd3e-e22db09c5260 None None] Checking agent: {'id': 'd2315a1d-b1aa-4a09-8200-44995cf6bc46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 27, 34), 'started_at': datetime.datetime(2021, 6, 29, 11, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:45:50.616879 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b2f506-883f-468f-bd3e-e22db09c5260 None None] Checking segment: {'id': '3ddbbe09-9109-4d14-8bbd-a59ca710308f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f1dadca7-e0bc-41aa-9097-db23d856fd7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:45:50.617284 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e6b2f506-883f-468f-bd3e-e22db09c5260 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:50.617683 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b2f506-883f-468f-bd3e-e22db09c5260 None None] Bound using segment: {'id': '3ddbbe09-9109-4d14-8bbd-a59ca710308f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f1dadca7-e0bc-41aa-9097-db23d856fd7d'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:45:50.618155 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-e6b2f506-883f-468f-bd3e-e22db09c5260 None None] Bound port: 813919e6-fce4-44b9-b5a6-af8ae76690cb, host: dv-cinder-797608-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ddbbe09-9109-4d14-8bbd-a59ca710308f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f1dadca7-e0bc-41aa-9097-db23d856fd7d'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:45:50.618540 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e6b2f506-883f-468f-bd3e-e22db09c5260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:50.686689 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-a83f0732-abc4-43d5-9529-d83160cfd136 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:50.687230 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-e6b2f506-883f-468f-bd3e-e22db09c5260 None None] For port 813919e6-fce4-44b9-b5a6-af8ae76690cb, host dv-cinder-797608-2-smb, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:45:50.690358 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-e6b2f506-883f-468f-bd3e-e22db09c5260 None None] For port 813919e6-fce4-44b9-b5a6-af8ae76690cb, host dv-cinder-797608-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-smb',level=0,port_id=813919e6-fce4-44b9-b5a6-af8ae76690cb,segment=NetworkSegment(3ddbbe09-9109-4d14-8bbd-a59ca710308f),segment_id=3ddbbe09-9109-4d14-8bbd-a59ca710308f)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:45:50.695363 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e6b2f506-883f-468f-bd3e-e22db09c5260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:50.698089 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:45:50.729016 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-a83f0732-abc4-43d5-9529-d83160cfd136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3670657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744990953741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-61825996'] for port, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:50.731643 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-9353aff4-d42c-4ef9-8abf-6f170bead6e0 tempest-VolumesNegativeTest-1263984459 tempest-VolumesNegativeTest-1263984459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:45:50.756798 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b2f506-883f-468f-bd3e-e22db09c5260 None None] Pushing event updated for resources: {'Port': ['ID=813919e6-fce4-44b9-b5a6-af8ae76690cb,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:45:50.764099 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e6b2f506-883f-468f-bd3e-e22db09c5260 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:45:50.777062 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83f0732-abc4-43d5-9529-d83160cfd136 admin admin] Network 6fd298bf-14bd-44c4-b839-39c6685a3eb6 is already hosted by enough agents. {{(pid=93175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:45:50.780350 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.base_scheduler [None req-a83f0732-abc4-43d5-9529-d83160cfd136 admin admin] Resources bound (agent type, host, resource id): {{(pid=93175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:45:50.783310 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83f0732-abc4-43d5-9529-d83160cfd136 admin admin] Received port after_create {{(pid=93175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:45:50.808427 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83f0732-abc4-43d5-9529-d83160cfd136 admin admin] Pushing event updated for resources: {'Port': ['ID=99f12505-48ab-41f6-b75f-f613c0dc3da3,revision_number=1']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:45:50.811735 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-a83f0732-abc4-43d5-9529-d83160cfd136 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:45:51.052330 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-a83f0732-abc4-43d5-9529-d83160cfd136 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:51.244752 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-a83f0732-abc4-43d5-9529-d83160cfd136 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534950'] for router, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:51.375991 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a83f0732-abc4-43d5-9529-d83160cfd136 admin admin] Router 6324fd6d-78da-4ca0-895c-50af757af028 is scheduled to L3 agent bfbd9503-e406-4b21-85aa-cc71bbe721ce with binding_index 1 {{(pid=93175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 11:45:51.602422 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17cfa8e-ffdf-4998-9300-ed3313a54a80 None None] Network f1dadca7-e0bc-41aa-9097-db23d856fd7d requested from dv-cinder-797608-2-smb {{(pid=93177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:45:51.736094 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-baef123b-fee7-4c77-988c-d1fa7b56ca19 None None] Provisioning for port 813919e6-fce4-44b9-b5a6-af8ae76690cb completed by entity DHCP. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:45:51.775884 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a83f0732-abc4-43d5-9529-d83160cfd136 admin admin] Notify agent at l3_agent.dv-cinder-797608-2-smb the message routers_updated {{(pid=93175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:45:51.787762 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3728518-6462-4f30-a9bf-a7441a8b9826 None None] Sync routers for ids ['6324fd6d-78da-4ca0-895c-50af757af028'] in dv-cinder-797608-2-smb {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:45:51.793916 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-a83f0732-abc4-43d5-9529-d83160cfd136 admin admin] Notify callbacks [] for router, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:51.797680 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-a83f0732-abc4-43d5-9529-d83160cfd136 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7745481 Jun 29 11:45:51.797892 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 56228) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:45:51.798702 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3728518-6462-4f30-a9bf-a7441a8b9826 None None] Routers {'6324fd6d-78da-4ca0-895c-50af757af028'} bound to L3 agent in host dv-cinder-797608-2-smb {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:45:51.799289 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-b3728518-6462-4f30-a9bf-a7441a8b9826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T11:27:33Z,description=,heartbeat_timestamp=2021-06-29T11:45:33Z,host='dv-cinder-797608-2-smb',id=bfbd9503-e406-4b21-85aa-cc71bbe721ce,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:33Z,topic='l3_agent')) {'router_ids': ['6324fd6d-78da-4ca0-895c-50af757af028'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:45:51.913849 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-b3728518-6462-4f30-a9bf-a7441a8b9826 None None] Set router 6324fd6d-78da-4ca0-895c-50af757af028 gateway port host: dv-cinder-797608-2-smb {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:45:52.098110 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-b3728518-6462-4f30-a9bf-a7441a8b9826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6324fd6d-78da-4ca0-895c-50af757af028', 'name': 'tempest-AttachVolumeTestJSON-2020938756-router', 'tenant_id': '1dde4d3e3b01456bb7062452fd29abff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'external_fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.87'}], 'enable_snat': True}, 'gw_port_id': '99f12505-48ab-41f6-b75f-f613c0dc3da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:45:50Z', 'updated_at': '2021-06-29T11:45:50Z', 'revision_number': 3, 'project_id': '1dde4d3e3b01456bb7062452fd29abff', 'gw_port': {'id': '99f12505-48ab-41f6-b75f-f613c0dc3da3', 'name': '', 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:55:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6324fd6d-78da-4ca0-895c-50af757af028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:45:50Z', 'updated_at': '2021-06-29T11:45:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '042f854c-de74-4a6a-969f-d747577d8cca', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-smb'}], 'dv-cinder-797608-2-smb', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:45:52.126652 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3728518-6462-4f30-a9bf-a7441a8b9826 None None] Checking router: 6324fd6d-78da-4ca0-895c-50af757af028 for host: dv-cinder-797608-2-smb {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:45:52.127013 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3728518-6462-4f30-a9bf-a7441a8b9826 None None] Updating router 6324fd6d-78da-4ca0-895c-50af757af028 port 99f12505-48ab-41f6-b75f-f613c0dc3da3 binding host dv-cinder-797608-2-smb {{(pid=93178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 11:45:52.226636 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-d110a966-4e5c-419d-9ea8-586d0d679e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:52.252762 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b3728518-6462-4f30-a9bf-a7441a8b9826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:52.382185 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.db.db_base_plugin_common [None req-d110a966-4e5c-419d-9ea8-586d0d679e95 admin admin] Allocated IP 172.20.0.1 (f1dadca7-e0bc-41aa-9097-db23d856fd7d/27e2cfa2-6807-495b-a094-07fa40e22db9/da0bc394-6d32-452a-b2b9-524bf1b5e7cc) {{(pid=93175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:45:52.494101 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-d110a966-4e5c-419d-9ea8-586d0d679e95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:52.512762 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.db.provisioning_blocks [None req-d110a966-4e5c-419d-9ea8-586d0d679e95 admin admin] Transition to ACTIVE for port object da0bc394-6d32-452a-b2b9-524bf1b5e7cc will not be triggered until provisioned by entity DHCP. {{(pid=93175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:45:52.518489 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b3728518-6462-4f30-a9bf-a7441a8b9826 None None] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:52.529140 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-b3728518-6462-4f30-a9bf-a7441a8b9826 None None] Transition to ACTIVE for port object 99f12505-48ab-41f6-b75f-f613c0dc3da3 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:45:52.536710 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b3728518-6462-4f30-a9bf-a7441a8b9826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:52.545814 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:45:52.555258 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-d110a966-4e5c-419d-9ea8-586d0d679e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3670657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744990953741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-61825996'] for port, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:52.567051 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-12579a5f-1ffc-484e-95b6-986ec0406af1 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:45:52.570248 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Device 813919e6-fce4-44b9-b5a6-af8ae76690cb up at agent ovs-agent-dv-cinder-797608-2-smb {{(pid=93177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:45:52.592480 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-b3728518-6462-4f30-a9bf-a7441a8b9826 None None] Attempting to bind port 99f12505-48ab-41f6-b75f-f613c0dc3da3 on host dv-cinder-797608-2-smb for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:45:52.592848 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-b3728518-6462-4f30-a9bf-a7441a8b9826 None None] Attempting to bind port 99f12505-48ab-41f6-b75f-f613c0dc3da3 by drivers openvswitch,hyperv on host dv-cinder-797608-2-smb at level 0 using segments [{'id': 'bd18eb46-f552-49e6-b53a-14bd17fb4993', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:45:52.593206 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3728518-6462-4f30-a9bf-a7441a8b9826 None None] Attempting to bind port 99f12505-48ab-41f6-b75f-f613c0dc3da3 on network 6fd298bf-14bd-44c4-b839-39c6685a3eb6 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:45:52.598541 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c6347f-7fca-4f76-b061-41245181a24e None None] Pushing event updated for resources: {'Port': ['ID=99f12505-48ab-41f6-b75f-f613c0dc3da3,revision_number=2']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:45:52.607743 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c6347f-7fca-4f76-b061-41245181a24e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:45:52.608076 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c6347f-7fca-4f76-b061-41245181a24e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:45:52.608570 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c6347f-7fca-4f76-b061-41245181a24e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:45:52.609060 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c6347f-7fca-4f76-b061-41245181a24e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:45:52.609548 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c6347f-7fca-4f76-b061-41245181a24e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:45:52.609916 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d110a966-4e5c-419d-9ea8-586d0d679e95 admin admin] Network f1dadca7-e0bc-41aa-9097-db23d856fd7d is already hosted by enough agents. {{(pid=93175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:45:52.610217 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c6347f-7fca-4f76-b061-41245181a24e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:45:52.610697 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c6347f-7fca-4f76-b061-41245181a24e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:45:52.611172 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c6347f-7fca-4f76-b061-41245181a24e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:45:52.611684 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c6347f-7fca-4f76-b061-41245181a24e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:45:52.612182 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c6347f-7fca-4f76-b061-41245181a24e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:45:52.612637 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c6347f-7fca-4f76-b061-41245181a24e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:45:52.613109 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c6347f-7fca-4f76-b061-41245181a24e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:45:52.613446 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.base_scheduler [None req-d110a966-4e5c-419d-9ea8-586d0d679e95 admin admin] Resources bound (agent type, host, resource id): {{(pid=93175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:45:52.616941 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-06c6347f-7fca-4f76-b061-41245181a24e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:45:52.617211 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d110a966-4e5c-419d-9ea8-586d0d679e95 admin admin] Received port after_create {{(pid=93175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:45:52.618180 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3728518-6462-4f30-a9bf-a7441a8b9826 None None] Checking agent: {'id': 'd2315a1d-b1aa-4a09-8200-44995cf6bc46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 27, 34), 'started_at': datetime.datetime(2021, 6, 29, 11, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:45:52.618763 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3728518-6462-4f30-a9bf-a7441a8b9826 None None] Checking segment: {'id': 'bd18eb46-f552-49e6-b53a-14bd17fb4993', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:45:52.619319 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b3728518-6462-4f30-a9bf-a7441a8b9826 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:52.620436 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3728518-6462-4f30-a9bf-a7441a8b9826 None None] Bound using segment: {'id': 'bd18eb46-f552-49e6-b53a-14bd17fb4993', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:45:52.621085 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-b3728518-6462-4f30-a9bf-a7441a8b9826 None None] Bound port: 99f12505-48ab-41f6-b75f-f613c0dc3da3, host: dv-cinder-797608-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd18eb46-f552-49e6-b53a-14bd17fb4993', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:45:52.621640 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b3728518-6462-4f30-a9bf-a7441a8b9826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:52.634453 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Provisioning for port 813919e6-fce4-44b9-b5a6-af8ae76690cb completed by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:45:52.639452 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Provisioning complete for port 813919e6-fce4-44b9-b5a6-af8ae76690cb triggered by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:45:52.640094 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:52.646064 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d110a966-4e5c-419d-9ea8-586d0d679e95 admin admin] Pushing event updated for resources: {'Port': ['ID=da0bc394-6d32-452a-b2b9-524bf1b5e7cc,revision_number=1']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:45:52.650229 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-d110a966-4e5c-419d-9ea8-586d0d679e95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:45:52.669002 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-d110a966-4e5c-419d-9ea8-586d0d679e95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015169'] for router_interface, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:52.684895 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-b3728518-6462-4f30-a9bf-a7441a8b9826 None None] For port 99f12505-48ab-41f6-b75f-f613c0dc3da3, host dv-cinder-797608-2-smb, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:45:52.688173 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-b3728518-6462-4f30-a9bf-a7441a8b9826 None None] For port 99f12505-48ab-41f6-b75f-f613c0dc3da3, host dv-cinder-797608-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-smb',level=0,port_id=99f12505-48ab-41f6-b75f-f613c0dc3da3,segment=NetworkSegment(bd18eb46-f552-49e6-b53a-14bd17fb4993),segment_id=bd18eb46-f552-49e6-b53a-14bd17fb4993)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:45:52.694855 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b3728518-6462-4f30-a9bf-a7441a8b9826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:52.697182 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:45:52.730210 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:52.746010 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c6347f-7fca-4f76-b061-41245181a24e None None] Pushing event updated for resources: {'Port': ['ID=99f12505-48ab-41f6-b75f-f613c0dc3da3,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:45:52.751996 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-06c6347f-7fca-4f76-b061-41245181a24e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:45:52.773579 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] For port 813919e6-fce4-44b9-b5a6-af8ae76690cb, host dv-cinder-797608-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-smb',level=0,port_id=813919e6-fce4-44b9-b5a6-af8ae76690cb,segment=NetworkSegment(3ddbbe09-9109-4d14-8bbd-a59ca710308f),segment_id=3ddbbe09-9109-4d14-8bbd-a59ca710308f)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:45:52.779271 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:52.782954 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e6b2f506-883f-468f-bd3e-e22db09c5260 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:45:52.790131 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3728518-6462-4f30-a9bf-a7441a8b9826 None None] Routers {'6324fd6d-78da-4ca0-895c-50af757af028'} bound to L3 agent in host dv-cinder-797608-2-smb {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:45:52.793726 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-b3728518-6462-4f30-a9bf-a7441a8b9826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T11:27:33Z,description=,heartbeat_timestamp=2021-06-29T11:45:33Z,host='dv-cinder-797608-2-smb',id=bfbd9503-e406-4b21-85aa-cc71bbe721ce,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:33Z,topic='l3_agent')) {'router_ids': ['6324fd6d-78da-4ca0-895c-50af757af028'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:45:52.862939 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Pushing event updated for resources: {'Port': ['ID=813919e6-fce4-44b9-b5a6-af8ae76690cb,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:45:52.867020 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:45:52.873564 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-d110a966-4e5c-419d-9ea8-586d0d679e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:52.904429 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-ab50660b-38ff-4693-9776-c85bf40c1075 None None] Provisioning for port da0bc394-6d32-452a-b2b9-524bf1b5e7cc completed by entity DHCP. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:45:52.909110 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-ab50660b-38ff-4693-9776-c85bf40c1075 None None] Provisioning complete for port da0bc394-6d32-452a-b2b9-524bf1b5e7cc triggered by entity DHCP. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:45:52.909549 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ab50660b-38ff-4693-9776-c85bf40c1075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:52.913046 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-b3728518-6462-4f30-a9bf-a7441a8b9826 None None] Set router 6324fd6d-78da-4ca0-895c-50af757af028 gateway port host: dv-cinder-797608-2-smb {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:45:52.945204 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-ab50660b-38ff-4693-9776-c85bf40c1075 None None] Port da0bc394-6d32-452a-b2b9-524bf1b5e7cc cannot update to ACTIVE because it is not bound. {{(pid=93177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 11:45:53.048214 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-d110a966-4e5c-419d-9ea8-586d0d679e95 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:53.053483 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-d110a966-4e5c-419d-9ea8-586d0d679e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61826046'] for port, after_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:53.056972 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-a83f0732-abc4-43d5-9529-d83160cfd136 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:45:53.107727 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-b3728518-6462-4f30-a9bf-a7441a8b9826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6324fd6d-78da-4ca0-895c-50af757af028', 'name': 'tempest-AttachVolumeTestJSON-2020938756-router', 'tenant_id': '1dde4d3e3b01456bb7062452fd29abff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'external_fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.87'}], 'enable_snat': True}, 'gw_port_id': '99f12505-48ab-41f6-b75f-f613c0dc3da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:45:50Z', 'updated_at': '2021-06-29T11:45:50Z', 'revision_number': 3, 'project_id': '1dde4d3e3b01456bb7062452fd29abff', 'gw_port': {'id': '99f12505-48ab-41f6-b75f-f613c0dc3da3', 'name': '', 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:55:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6324fd6d-78da-4ca0-895c-50af757af028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:45:50Z', 'updated_at': '2021-06-29T11:45:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '042f854c-de74-4a6a-969f-d747577d8cca', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-smb'}], 'dv-cinder-797608-2-smb', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:45:53.137198 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3728518-6462-4f30-a9bf-a7441a8b9826 None None] The sync data for ids ['6324fd6d-78da-4ca0-895c-50af757af028'] in dv-cinder-797608-2-smb is: [{'id': '6324fd6d-78da-4ca0-895c-50af757af028', 'name': 'tempest-AttachVolumeTestJSON-2020938756-router', 'tenant_id': '1dde4d3e3b01456bb7062452fd29abff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'external_fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.87'}], 'enable_snat': True}, 'gw_port_id': '99f12505-48ab-41f6-b75f-f613c0dc3da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:45:50Z', 'updated_at': '2021-06-29T11:45:50Z', 'revision_number': 3, 'project_id': '1dde4d3e3b01456bb7062452fd29abff', 'gw_port': {'id': '99f12505-48ab-41f6-b75f-f613c0dc3da3', 'name': '', 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:55:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6324fd6d-78da-4ca0-895c-50af757af028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:45:50Z', 'updated_at': '2021-06-29T11:45:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '042f854c-de74-4a6a-969f-d747577d8cca', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-smb'}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:45:53.138946 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-d110a966-4e5c-419d-9ea8-586d0d679e95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015061'] for router_interface, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:53.140929 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d110a966-4e5c-419d-9ea8-586d0d679e95 admin admin] Pushing event updated for resources: {'Port': ['ID=da0bc394-6d32-452a-b2b9-524bf1b5e7cc,revision_number=2']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:45:53.144120 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-d110a966-4e5c-419d-9ea8-586d0d679e95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:45:53.239152 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d110a966-4e5c-419d-9ea8-586d0d679e95 admin admin] Network f1dadca7-e0bc-41aa-9097-db23d856fd7d is already hosted by enough agents. {{(pid=93175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:45:53.240585 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.base_scheduler [None req-d110a966-4e5c-419d-9ea8-586d0d679e95 admin admin] Resources bound (agent type, host, resource id): {{(pid=93175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:45:53.381913 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d110a966-4e5c-419d-9ea8-586d0d679e95 admin admin] Router 6324fd6d-78da-4ca0-895c-50af757af028 has already been hosted by L3 agent bfbd9503-e406-4b21-85aa-cc71bbe721ce {{(pid=93175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 11:45:53.503386 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d110a966-4e5c-419d-9ea8-586d0d679e95 admin admin] Notify agent at l3_agent.dv-cinder-797608-2-smb the message routers_updated {{(pid=93175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:45:53.509169 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-d110a966-4e5c-419d-9ea8-586d0d679e95 admin admin] 10.222.0.78 "PUT /v2.0/routers/6324fd6d-78da-4ca0-895c-50af757af028/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7102163 Jun 29 11:45:53.570059 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-45fb34e1-974b-4049-aa25-36a5f5b254c0 None None] Provisioning complete for port da0bc394-6d32-452a-b2b9-524bf1b5e7cc triggered by entity DHCP. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:45:53.570441 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-45fb34e1-974b-4049-aa25-36a5f5b254c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:53.611310 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-45fb34e1-974b-4049-aa25-36a5f5b254c0 None None] Port da0bc394-6d32-452a-b2b9-524bf1b5e7cc cannot update to ACTIVE because it is not bound. {{(pid=93177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 11:45:53.978205 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 56242) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:45:53.984239 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.v2.base [None req-1b77db7a-2414-4446-8729-6236e68220d0 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1340958286', 'description': 'tempest-description--1167756491'}} {{(pid=93175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:45:54.015611 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1b77db7a-2414-4446-8729-6236e68220d0 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify callbacks [] for security_group, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:54.103339 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1b77db7a-2414-4446-8729-6236e68220d0 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify callbacks [] for security_group, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:54.107356 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1b77db7a-2414-4446-8729-6236e68220d0 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:54.109779 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-bebae972-9307-460f-b0d9-ba2fab960dbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:45:54.136365 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1b77db7a-2414-4446-8729-6236e68220d0 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify callbacks [] for security_group, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:54.137574 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-1b77db7a-2414-4446-8729-6236e68220d0 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1578948 Jun 29 11:45:54.139509 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b77db7a-2414-4446-8729-6236e68220d0 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ae8598f-99d9-4b23-b111-338887bcbeb1,revision_number=1']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:45:54.140544 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 56246) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:45:54.142258 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-1b77db7a-2414-4446-8729-6236e68220d0 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:45:54.146460 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.v2.base [None req-25d348e7-b004-4b18-971c-bea0715e7f62 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Request body: {'security_group_rule': {'security_group_id': '3ae8598f-99d9-4b23-b111-338887bcbeb1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:45:54.172818 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-25d348e7-b004-4b18-971c-bea0715e7f62 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:54.230196 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-25d348e7-b004-4b18-971c-bea0715e7f62 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:54.233684 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-25d348e7-b004-4b18-971c-bea0715e7f62 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-935581'] for security_group_rule, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:54.239648 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-1655402e-c5d1-4266-bc6e-cf8c07490547 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:45:54.254864 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d348e7-b004-4b18-971c-bea0715e7f62 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45afd824-02bb-4bc3-a047-d3cdb1d20ff8,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:45:54.258984 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-25d348e7-b004-4b18-971c-bea0715e7f62 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:54.260196 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-25d348e7-b004-4b18-971c-bea0715e7f62 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1178730 Jun 29 11:45:54.264066 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 56248) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:45:54.265630 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d348e7-b004-4b18-971c-bea0715e7f62 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:45:54.266018 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d348e7-b004-4b18-971c-bea0715e7f62 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:45:54.266394 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d348e7-b004-4b18-971c-bea0715e7f62 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:45:54.266765 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d348e7-b004-4b18-971c-bea0715e7f62 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:45:54.267130 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d348e7-b004-4b18-971c-bea0715e7f62 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:45:54.267495 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d348e7-b004-4b18-971c-bea0715e7f62 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:45:54.267889 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d348e7-b004-4b18-971c-bea0715e7f62 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:45:54.268263 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d348e7-b004-4b18-971c-bea0715e7f62 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:45:54.268621 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d348e7-b004-4b18-971c-bea0715e7f62 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:45:54.268798 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.v2.base [None req-3819f4bf-82aa-4f37-9d93-36695a43ea08 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Request body: {'security_group_rule': {'security_group_id': '3ae8598f-99d9-4b23-b111-338887bcbeb1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:45:54.268979 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d348e7-b004-4b18-971c-bea0715e7f62 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:45:54.269333 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d348e7-b004-4b18-971c-bea0715e7f62 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:45:54.269684 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d348e7-b004-4b18-971c-bea0715e7f62 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:45:54.272922 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-25d348e7-b004-4b18-971c-bea0715e7f62 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:45:54.296519 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-3819f4bf-82aa-4f37-9d93-36695a43ea08 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:54.356803 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-3819f4bf-82aa-4f37-9d93-36695a43ea08 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:54.360577 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-3819f4bf-82aa-4f37-9d93-36695a43ea08 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-935581'] for security_group_rule, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:54.362668 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:45:54.378633 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3819f4bf-82aa-4f37-9d93-36695a43ea08 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=562add18-9674-4310-9e62-7eaa48883356,revision_number=0']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:45:54.382542 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-3819f4bf-82aa-4f37-9d93-36695a43ea08 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:45:54.385276 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-3819f4bf-82aa-4f37-9d93-36695a43ea08 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:54.390941 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-3819f4bf-82aa-4f37-9d93-36695a43ea08 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1223085 Jun 29 11:45:54.391138 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 56250) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:45:54.395608 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.v2.base [None req-94e404a8-9927-47ed-b17b-77e24541c31b tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Request body: {'floatingip': {'floating_network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6'}} {{(pid=93175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:45:54.420877 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-94e404a8-9927-47ed-b17b-77e24541c31b tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify callbacks [] for floatingip, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:54.527679 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-94e404a8-9927-47ed-b17b-77e24541c31b tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:54.613858 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a30867-eb10-4c6a-be5c-e926a12376c1 None None] Sync routers for ids ['6324fd6d-78da-4ca0-895c-50af757af028'] in dv-cinder-797608-2-smb {{(pid=93177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:45:54.629526 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a30867-eb10-4c6a-be5c-e926a12376c1 None None] Routers {'6324fd6d-78da-4ca0-895c-50af757af028'} bound to L3 agent in host dv-cinder-797608-2-smb {{(pid=93177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:45:54.630228 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-89a30867-eb10-4c6a-be5c-e926a12376c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T11:27:33Z,description=,heartbeat_timestamp=2021-06-29T11:45:33Z,host='dv-cinder-797608-2-smb',id=bfbd9503-e406-4b21-85aa-cc71bbe721ce,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:33Z,topic='l3_agent')) {'router_ids': ['6324fd6d-78da-4ca0-895c-50af757af028'], 'active': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:45:54.633517 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Device 99f12505-48ab-41f6-b75f-f613c0dc3da3 up at agent ovs-agent-dv-cinder-797608-2-smb {{(pid=93177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:45:54.647716 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.db.db_base_plugin_common [None req-94e404a8-9927-47ed-b17b-77e24541c31b tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Allocated IP 172.28.2.223 (6fd298bf-14bd-44c4-b839-39c6685a3eb6/042f854c-de74-4a6a-969f-d747577d8cca/c15849e9-9122-473a-9f45-aa248b2ed52c) {{(pid=93175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:45:54.754828 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-94e404a8-9927-47ed-b17b-77e24541c31b tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify callbacks [] for port, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:54.762947 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Provisioning for port 99f12505-48ab-41f6-b75f-f613c0dc3da3 completed by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:45:54.771594 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_dvr_db [None req-89a30867-eb10-4c6a-be5c-e926a12376c1 None None] Set router 6324fd6d-78da-4ca0-895c-50af757af028 gateway port host: dv-cinder-797608-2-smb {{(pid=93177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:45:54.773226 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Provisioning complete for port 99f12505-48ab-41f6-b75f-f613c0dc3da3 triggered by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:45:54.773597 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:54.794524 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-94e404a8-9927-47ed-b17b-77e24541c31b tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3670657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744990953741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-61825996'] for port, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:54.796563 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-403af718-99bd-45cf-bc19-fa229a884208 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:45:54.833367 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e404a8-9927-47ed-b17b-77e24541c31b tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Network 6fd298bf-14bd-44c4-b839-39c6685a3eb6 is already hosted by enough agents. {{(pid=93175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:45:54.836501 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.base_scheduler [None req-94e404a8-9927-47ed-b17b-77e24541c31b tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Resources bound (agent type, host, resource id): {{(pid=93175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:45:54.840695 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e404a8-9927-47ed-b17b-77e24541c31b tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Received port after_create {{(pid=93175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:45:54.864436 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e404a8-9927-47ed-b17b-77e24541c31b tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Pushing event updated for resources: {'Port': ['ID=c15849e9-9122-473a-9f45-aa248b2ed52c,revision_number=1']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:45:54.868331 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-94e404a8-9927-47ed-b17b-77e24541c31b tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:45:54.968971 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:54.970249 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-94e404a8-9927-47ed-b17b-77e24541c31b tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:55.004079 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] For port 99f12505-48ab-41f6-b75f-f613c0dc3da3, host dv-cinder-797608-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-smb',level=0,port_id=99f12505-48ab-41f6-b75f-f613c0dc3da3,segment=NetworkSegment(bd18eb46-f552-49e6-b53a-14bd17fb4993),segment_id=bd18eb46-f552-49e6-b53a-14bd17fb4993)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:45:55.022663 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-94e404a8-9927-47ed-b17b-77e24541c31b tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:55.023360 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:55.023475 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Device 813919e6-fce4-44b9-b5a6-af8ae76690cb up at agent ovs-agent-dv-cinder-797608-2-smb {{(pid=93177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:45:55.026981 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:45:55.114156 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Pushing event updated for resources: {'Port': ['ID=99f12505-48ab-41f6-b75f-f613c0dc3da3,revision_number=4']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:45:55.118948 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:45:55.134012 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-89a30867-eb10-4c6a-be5c-e926a12376c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6324fd6d-78da-4ca0-895c-50af757af028', 'name': 'tempest-AttachVolumeTestJSON-2020938756-router', 'tenant_id': '1dde4d3e3b01456bb7062452fd29abff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'external_fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.87'}], 'enable_snat': True}, 'gw_port_id': '99f12505-48ab-41f6-b75f-f613c0dc3da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:45:50Z', 'updated_at': '2021-06-29T11:45:52Z', 'revision_number': 4, 'project_id': '1dde4d3e3b01456bb7062452fd29abff', 'gw_port': {'id': '99f12505-48ab-41f6-b75f-f613c0dc3da3', 'name': '', 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:55:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6324fd6d-78da-4ca0-895c-50af757af028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:45:50Z', 'updated_at': '2021-06-29T11:45:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '042f854c-de74-4a6a-969f-d747577d8cca', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-smb', '_interfaces': [{'id': 'da0bc394-6d32-452a-b2b9-524bf1b5e7cc', 'name': '', 'network_id': 'f1dadca7-e0bc-41aa-9097-db23d856fd7d', 'tenant_id': '1dde4d3e3b01456bb7062452fd29abff', 'mac_address': 'fa:16:3e:bc:ef:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6324fd6d-78da-4ca0-895c-50af757af028', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '27e2cfa2-6807-495b-a094-07fa40e22db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:45:52Z', 'updated_at': '2021-06-29T11:45:52Z', 'revision_number': 2, 'project_id': '1dde4d3e3b01456bb7062452fd29abff', 'subnets': [{'id': '27e2cfa2-6807-495b-a094-07fa40e22db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-smb', False) {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:45:55.137626 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Provisioning complete for port 813919e6-fce4-44b9-b5a6-af8ae76690cb triggered by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:45:55.137766 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:55.166455 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a30867-eb10-4c6a-be5c-e926a12376c1 None None] Checking router: 6324fd6d-78da-4ca0-895c-50af757af028 for host: dv-cinder-797608-2-smb {{(pid=93177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:45:55.166855 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a30867-eb10-4c6a-be5c-e926a12376c1 None None] Updating router 6324fd6d-78da-4ca0-895c-50af757af028 port da0bc394-6d32-452a-b2b9-524bf1b5e7cc binding host dv-cinder-797608-2-smb {{(pid=93177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 11:45:55.190307 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-94e404a8-9927-47ed-b17b-77e24541c31b tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify callbacks [] for port, precommit_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:55.194997 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-94e404a8-9927-47ed-b17b-77e24541c31b tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61826046'] for port, after_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:55.197794 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-00e67784-931a-4330-b1e2-84f15820d5fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:45:55.226327 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-89a30867-eb10-4c6a-be5c-e926a12376c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:55.263645 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e404a8-9927-47ed-b17b-77e24541c31b tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Pushing event updated for resources: {'Port': ['ID=c15849e9-9122-473a-9f45-aa248b2ed52c,revision_number=2']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:45:55.267766 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-94e404a8-9927-47ed-b17b-77e24541c31b tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:45:55.278386 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-94e404a8-9927-47ed-b17b-77e24541c31b tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-533553'] for floatingip, after_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:55.292627 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-94e404a8-9927-47ed-b17b-77e24541c31b tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126777'] for floatingip, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:55.294052 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-94e404a8-9927-47ed-b17b-77e24541c31b tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9020455 Jun 29 11:45:55.464134 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-e53f9d5d-b0f4-4376-a16a-8fd41a0cbf2c req-be10d579-662c-4b9f-90b4-062fe3b94f8d tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1340958286&fields=id&tenant_id=1dde4d3e3b01456bb7062452fd29abff HTTP/1.1" status: 200 len: 267 time: 0.0341985 Jun 29 11:45:55.575341 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f9d5d-b0f4-4376-a16a-8fd41a0cbf2c req-0b7d5898-75fe-4c57-ac64-c6fa481b9512 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:45:55.576762 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-e53f9d5d-b0f4-4376-a16a-8fd41a0cbf2c req-0b7d5898-75fe-4c57-ac64-c6fa481b9512 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/networks?id=f1dadca7-e0bc-41aa-9097-db23d856fd7d HTTP/1.1" status: 200 len: 811 time: 0.1062112 Jun 29 11:45:55.593510 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-e53f9d5d-b0f4-4376-a16a-8fd41a0cbf2c req-c8b4e0d0-6154-4dd5-86fb-1d664b76bdd2 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/quotas/1dde4d3e3b01456bb7062452fd29abff HTTP/1.1" status: 200 len: 375 time: 0.0109310 Jun 29 11:45:55.656098 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-89a30867-eb10-4c6a-be5c-e926a12376c1 None None] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:55.666033 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-89a30867-eb10-4c6a-be5c-e926a12376c1 None None] Transition to ACTIVE for port object da0bc394-6d32-452a-b2b9-524bf1b5e7cc will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:45:55.667148 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-e53f9d5d-b0f4-4376-a16a-8fd41a0cbf2c req-27c6bf02-a6a6-47b8-9a17-660a794d4e55 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=1dde4d3e3b01456bb7062452fd29abff&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0681119 Jun 29 11:45:55.672139 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-89a30867-eb10-4c6a-be5c-e926a12376c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:55.674373 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-c268cb5f-d7d7-4528-b9f6-658e88d76f53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:45:55.741603 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [req-e53f9d5d-b0f4-4376-a16a-8fd41a0cbf2c req-b4403173-2127-4ea9-aa94-4cb59df876b9 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93175) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 11:45:55.742712 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-e53f9d5d-b0f4-4376-a16a-8fd41a0cbf2c req-b4403173-2127-4ea9-aa94-4cb59df876b9 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0640051 Jun 29 11:45:55.750339 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec467e64-e9d8-4e39-8fef-298d5e7f2a6a None None] Pushing event updated for resources: {'Port': ['ID=da0bc394-6d32-452a-b2b9-524bf1b5e7cc,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:45:55.753367 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ec467e64-e9d8-4e39-8fef-298d5e7f2a6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:45:55.785342 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-89a30867-eb10-4c6a-be5c-e926a12376c1 None None] Attempting to bind port da0bc394-6d32-452a-b2b9-524bf1b5e7cc on host dv-cinder-797608-2-smb for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:45:55.785726 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-89a30867-eb10-4c6a-be5c-e926a12376c1 None None] Attempting to bind port da0bc394-6d32-452a-b2b9-524bf1b5e7cc by drivers openvswitch,hyperv on host dv-cinder-797608-2-smb at level 0 using segments [{'id': '3ddbbe09-9109-4d14-8bbd-a59ca710308f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f1dadca7-e0bc-41aa-9097-db23d856fd7d'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:45:55.786104 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a30867-eb10-4c6a-be5c-e926a12376c1 None None] Attempting to bind port da0bc394-6d32-452a-b2b9-524bf1b5e7cc on network f1dadca7-e0bc-41aa-9097-db23d856fd7d {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:45:55.791447 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a30867-eb10-4c6a-be5c-e926a12376c1 None None] Checking agent: {'id': 'd2315a1d-b1aa-4a09-8200-44995cf6bc46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 27, 34), 'started_at': datetime.datetime(2021, 6, 29, 11, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:45:55.791902 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a30867-eb10-4c6a-be5c-e926a12376c1 None None] Checking segment: {'id': '3ddbbe09-9109-4d14-8bbd-a59ca710308f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f1dadca7-e0bc-41aa-9097-db23d856fd7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:45:55.792490 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-89a30867-eb10-4c6a-be5c-e926a12376c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:55.792890 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a30867-eb10-4c6a-be5c-e926a12376c1 None None] Bound using segment: {'id': '3ddbbe09-9109-4d14-8bbd-a59ca710308f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f1dadca7-e0bc-41aa-9097-db23d856fd7d'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:45:55.793373 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-89a30867-eb10-4c6a-be5c-e926a12376c1 None None] Bound port: da0bc394-6d32-452a-b2b9-524bf1b5e7cc, host: dv-cinder-797608-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ddbbe09-9109-4d14-8bbd-a59ca710308f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f1dadca7-e0bc-41aa-9097-db23d856fd7d'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:45:55.793763 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-89a30867-eb10-4c6a-be5c-e926a12376c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:55.846155 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-e53f9d5d-b0f4-4376-a16a-8fd41a0cbf2c req-efe29654-eca8-4ddc-8c95-fa55e69d768d service neutron] 10.222.0.78 "GET /v2.0/networks/f1dadca7-e0bc-41aa-9097-db23d856fd7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959384 Jun 29 11:45:55.864918 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-89a30867-eb10-4c6a-be5c-e926a12376c1 None None] For port da0bc394-6d32-452a-b2b9-524bf1b5e7cc, host dv-cinder-797608-2-smb, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:45:55.869510 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-89a30867-eb10-4c6a-be5c-e926a12376c1 None None] For port da0bc394-6d32-452a-b2b9-524bf1b5e7cc, host dv-cinder-797608-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-smb',level=0,port_id=da0bc394-6d32-452a-b2b9-524bf1b5e7cc,segment=NetworkSegment(3ddbbe09-9109-4d14-8bbd-a59ca710308f),segment_id=3ddbbe09-9109-4d14-8bbd-a59ca710308f)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:45:55.876192 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-89a30867-eb10-4c6a-be5c-e926a12376c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:55.878331 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-a3e89c78-d49a-48ad-8613-70cb570e4183 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:45:55.944304 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec467e64-e9d8-4e39-8fef-298d5e7f2a6a None None] Pushing event updated for resources: {'Port': ['ID=da0bc394-6d32-452a-b2b9-524bf1b5e7cc,revision_number=4']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:45:55.947498 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-e53f9d5d-b0f4-4376-a16a-8fd41a0cbf2c req-cab7b155-61cd-488f-856b-f26499bb2b52 service neutron] 10.222.0.78 "GET /v2.0/networks/f1dadca7-e0bc-41aa-9097-db23d856fd7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948708 Jun 29 11:45:55.950103 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ec467e64-e9d8-4e39-8fef-298d5e7f2a6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:45:55.950783 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a30867-eb10-4c6a-be5c-e926a12376c1 None None] Routers {'6324fd6d-78da-4ca0-895c-50af757af028'} bound to L3 agent in host dv-cinder-797608-2-smb {{(pid=93177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:45:55.951474 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-89a30867-eb10-4c6a-be5c-e926a12376c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T11:27:33Z,description=,heartbeat_timestamp=2021-06-29T11:45:33Z,host='dv-cinder-797608-2-smb',id=bfbd9503-e406-4b21-85aa-cc71bbe721ce,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:33Z,topic='l3_agent')) {'router_ids': ['6324fd6d-78da-4ca0-895c-50af757af028'], 'active': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:45:56.078819 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_dvr_db [None req-89a30867-eb10-4c6a-be5c-e926a12376c1 None None] Set router 6324fd6d-78da-4ca0-895c-50af757af028 gateway port host: dv-cinder-797608-2-smb {{(pid=93177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:45:56.149993 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-945440fd-9897-42f4-8876-30c9eb219463 req-a2d8fadd-4ffb-4111-bfac-8bf34576cce4 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/ports?device_id=462cf1eb-b063-471b-a417-69171eeeb959 HTTP/1.1" status: 200 len: 210 time: 0.0396895 Jun 29 11:45:56.313450 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-89a30867-eb10-4c6a-be5c-e926a12376c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6324fd6d-78da-4ca0-895c-50af757af028', 'name': 'tempest-AttachVolumeTestJSON-2020938756-router', 'tenant_id': '1dde4d3e3b01456bb7062452fd29abff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'external_fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.87'}], 'enable_snat': True}, 'gw_port_id': '99f12505-48ab-41f6-b75f-f613c0dc3da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:45:50Z', 'updated_at': '2021-06-29T11:45:52Z', 'revision_number': 4, 'project_id': '1dde4d3e3b01456bb7062452fd29abff', 'gw_port': {'id': '99f12505-48ab-41f6-b75f-f613c0dc3da3', 'name': '', 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:55:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6324fd6d-78da-4ca0-895c-50af757af028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:45:50Z', 'updated_at': '2021-06-29T11:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042f854c-de74-4a6a-969f-d747577d8cca', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-smb', '_interfaces': [{'id': 'da0bc394-6d32-452a-b2b9-524bf1b5e7cc', 'name': '', 'network_id': 'f1dadca7-e0bc-41aa-9097-db23d856fd7d', 'tenant_id': '1dde4d3e3b01456bb7062452fd29abff', 'mac_address': 'fa:16:3e:bc:ef:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6324fd6d-78da-4ca0-895c-50af757af028', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '27e2cfa2-6807-495b-a094-07fa40e22db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:45:52Z', 'updated_at': '2021-06-29T11:45:55Z', 'revision_number': 4, 'project_id': '1dde4d3e3b01456bb7062452fd29abff', 'subnets': [{'id': '27e2cfa2-6807-495b-a094-07fa40e22db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-smb', False) {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:45:56.340852 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a30867-eb10-4c6a-be5c-e926a12376c1 None None] The sync data for ids ['6324fd6d-78da-4ca0-895c-50af757af028'] in dv-cinder-797608-2-smb is: [{'id': '6324fd6d-78da-4ca0-895c-50af757af028', 'name': 'tempest-AttachVolumeTestJSON-2020938756-router', 'tenant_id': '1dde4d3e3b01456bb7062452fd29abff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'external_fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.87'}], 'enable_snat': True}, 'gw_port_id': '99f12505-48ab-41f6-b75f-f613c0dc3da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:45:50Z', 'updated_at': '2021-06-29T11:45:52Z', 'revision_number': 4, 'project_id': '1dde4d3e3b01456bb7062452fd29abff', 'gw_port': {'id': '99f12505-48ab-41f6-b75f-f613c0dc3da3', 'name': '', 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:55:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6324fd6d-78da-4ca0-895c-50af757af028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:45:50Z', 'updated_at': '2021-06-29T11:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042f854c-de74-4a6a-969f-d747577d8cca', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-smb', '_interfaces': [{'id': 'da0bc394-6d32-452a-b2b9-524bf1b5e7cc', 'name': '', 'network_id': 'f1dadca7-e0bc-41aa-9097-db23d856fd7d', 'tenant_id': '1dde4d3e3b01456bb7062452fd29abff', 'mac_address': 'fa:16:3e:bc:ef:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6324fd6d-78da-4ca0-895c-50af757af028', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '27e2cfa2-6807-495b-a094-07fa40e22db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:45:52Z', 'updated_at': '2021-06-29T11:45:55Z', 'revision_number': 4, 'project_id': '1dde4d3e3b01456bb7062452fd29abff', 'subnets': [{'id': '27e2cfa2-6807-495b-a094-07fa40e22db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:45:56.641183 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Device 99f12505-48ab-41f6-b75f-f613c0dc3da3 up at agent ovs-agent-dv-cinder-797608-2-smb {{(pid=93177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:45:56.710471 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Provisioning complete for port 99f12505-48ab-41f6-b75f-f613c0dc3da3 triggered by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:45:56.711360 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:56.853603 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Device da0bc394-6d32-452a-b2b9-524bf1b5e7cc up at agent ovs-agent-dv-cinder-797608-2-smb {{(pid=93177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:45:56.911736 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Provisioning for port da0bc394-6d32-452a-b2b9-524bf1b5e7cc completed by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:45:56.916347 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Provisioning complete for port da0bc394-6d32-452a-b2b9-524bf1b5e7cc triggered by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:45:56.916770 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:56.998137 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:57.031939 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] For port da0bc394-6d32-452a-b2b9-524bf1b5e7cc, host dv-cinder-797608-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-smb',level=0,port_id=da0bc394-6d32-452a-b2b9-524bf1b5e7cc,segment=NetworkSegment(3ddbbe09-9109-4d14-8bbd-a59ca710308f),segment_id=3ddbbe09-9109-4d14-8bbd-a59ca710308f)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:45:57.036275 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:57.039296 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:45:57.091180 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Pushing event updated for resources: {'Port': ['ID=da0bc394-6d32-452a-b2b9-524bf1b5e7cc,revision_number=5']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:45:57.094249 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:45:57.319498 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-f12fe6e8-3628-4277-87c5-f03aef028026 req-464ee890-4b8c-44d8-bc10-07e69e1389be tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/ports?device_id=462cf1eb-b063-471b-a417-69171eeeb959 HTTP/1.1" status: 200 len: 210 time: 0.0406904 Jun 29 11:45:57.431087 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f9d5d-b0f4-4376-a16a-8fd41a0cbf2c req-f524ff5f-921c-4ded-877b-a3e8edb4e82a tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:45:57.433281 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-e53f9d5d-b0f4-4376-a16a-8fd41a0cbf2c req-f524ff5f-921c-4ded-877b-a3e8edb4e82a tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.21 "GET /v2.0/networks?id=f1dadca7-e0bc-41aa-9097-db23d856fd7d HTTP/1.1" status: 200 len: 811 time: 0.1472807 Jun 29 11:45:57.479973 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-e53f9d5d-b0f4-4376-a16a-8fd41a0cbf2c req-431f4f44-1f61-46eb-b40f-e432d024b779 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1dde4d3e3b01456bb7062452fd29abff HTTP/1.1" status: 200 len: 380 time: 0.0374672 Jun 29 11:45:57.489696 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.v2.base [req-e53f9d5d-b0f4-4376-a16a-8fd41a0cbf2c req-4bd6f448-09e8-45ed-a7f5-019e7528ec04 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Request body: {'port': {'device_id': '462cf1eb-b063-471b-a417-69171eeeb959', 'network_id': 'f1dadca7-e0bc-41aa-9097-db23d856fd7d', 'admin_state_up': True, 'tenant_id': '1dde4d3e3b01456bb7062452fd29abff', 'security_groups': ['3ae8598f-99d9-4b23-b111-338887bcbeb1']}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:45:57.602476 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e53f9d5d-b0f4-4376-a16a-8fd41a0cbf2c req-4bd6f448-09e8-45ed-a7f5-019e7528ec04 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Made reservation on behalf of 1dde4d3e3b01456bb7062452fd29abff for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:45:57.606229 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-e53f9d5d-b0f4-4376-a16a-8fd41a0cbf2c req-4bd6f448-09e8-45ed-a7f5-019e7528ec04 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:57.729357 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-e53f9d5d-b0f4-4376-a16a-8fd41a0cbf2c req-4bd6f448-09e8-45ed-a7f5-019e7528ec04 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Allocated IP 172.20.0.10 (f1dadca7-e0bc-41aa-9097-db23d856fd7d/27e2cfa2-6807-495b-a094-07fa40e22db9/824cd1be-eff6-4352-b417-adbd48469f98) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:45:57.867526 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-e53f9d5d-b0f4-4376-a16a-8fd41a0cbf2c req-4bd6f448-09e8-45ed-a7f5-019e7528ec04 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:57.882295 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-e53f9d5d-b0f4-4376-a16a-8fd41a0cbf2c req-4bd6f448-09e8-45ed-a7f5-019e7528ec04 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Transition to ACTIVE for port object 824cd1be-eff6-4352-b417-adbd48469f98 will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:45:57.915401 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-e53f9d5d-b0f4-4376-a16a-8fd41a0cbf2c req-4bd6f448-09e8-45ed-a7f5-019e7528ec04 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3670657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744990953741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58778316'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:57.920037 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:45:57.967823 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e53f9d5d-b0f4-4376-a16a-8fd41a0cbf2c req-4bd6f448-09e8-45ed-a7f5-019e7528ec04 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Network f1dadca7-e0bc-41aa-9097-db23d856fd7d is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:45:57.970882 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-e53f9d5d-b0f4-4376-a16a-8fd41a0cbf2c req-4bd6f448-09e8-45ed-a7f5-019e7528ec04 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:45:57.975225 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-e53f9d5d-b0f4-4376-a16a-8fd41a0cbf2c req-4bd6f448-09e8-45ed-a7f5-019e7528ec04 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:45:57.980956 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd6f448-09e8-45ed-a7f5-019e7528ec04 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Pushing event updated for resources: {'Port': ['ID=824cd1be-eff6-4352-b417-adbd48469f98,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:45:58.004208 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4bd6f448-09e8-45ed-a7f5-019e7528ec04 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:45:58.036733 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f9d5d-b0f4-4376-a16a-8fd41a0cbf2c req-4bd6f448-09e8-45ed-a7f5-019e7528ec04 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:45:58.037374 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-e53f9d5d-b0f4-4376-a16a-8fd41a0cbf2c req-4bd6f448-09e8-45ed-a7f5-019e7528ec04 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126777'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:58.053169 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-e53f9d5d-b0f4-4376-a16a-8fd41a0cbf2c req-4bd6f448-09e8-45ed-a7f5-019e7528ec04 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5673018 Jun 29 11:45:58.066408 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.v2.base [req-e53f9d5d-b0f4-4376-a16a-8fd41a0cbf2c req-6493155c-3e5b-47ca-9a23-8b347ee9f3aa service neutron] Request body: {'port': {'device_id': '462cf1eb-b063-471b-a417-69171eeeb959', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:45:58.141376 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-e53f9d5d-b0f4-4376-a16a-8fd41a0cbf2c req-6493155c-3e5b-47ca-9a23-8b347ee9f3aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:58.173962 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-5ebaaa18-3790-4cfe-a624-1b68aaf2df02 None None] Provisioning for port 824cd1be-eff6-4352-b417-adbd48469f98 completed by entity DHCP. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:45:58.178132 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-5ebaaa18-3790-4cfe-a624-1b68aaf2df02 None None] Provisioning complete for port 824cd1be-eff6-4352-b417-adbd48469f98 triggered by entity DHCP. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:45:58.178589 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5ebaaa18-3790-4cfe-a624-1b68aaf2df02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:58.213054 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-5ebaaa18-3790-4cfe-a624-1b68aaf2df02 None None] Port 824cd1be-eff6-4352-b417-adbd48469f98 cannot update to ACTIVE because it is not bound. {{(pid=93177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 11:45:58.398403 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.notifiers.nova [req-e53f9d5d-b0f4-4376-a16a-8fd41a0cbf2c req-6493155c-3e5b-47ca-9a23-8b347ee9f3aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 824cd1be-eff6-4352-b417-adbd48469f98 {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:45:58.406242 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-e53f9d5d-b0f4-4376-a16a-8fd41a0cbf2c req-6493155c-3e5b-47ca-9a23-8b347ee9f3aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:58.418771 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-e53f9d5d-b0f4-4376-a16a-8fd41a0cbf2c req-6493155c-3e5b-47ca-9a23-8b347ee9f3aa service neutron] Transition to ACTIVE for port object 824cd1be-eff6-4352-b417-adbd48469f98 will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:45:58.422528 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-e53f9d5d-b0f4-4376-a16a-8fd41a0cbf2c req-6493155c-3e5b-47ca-9a23-8b347ee9f3aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58778366'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:58.424599 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5b6e40f8-bf7f-4c7d-9208-f7f8618cdb40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:45:58.476321 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493155c-3e5b-47ca-9a23-8b347ee9f3aa service neutron] Pushing event updated for resources: {'Port': ['ID=824cd1be-eff6-4352-b417-adbd48469f98,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:45:58.495663 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6493155c-3e5b-47ca-9a23-8b347ee9f3aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:45:58.558613 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-e53f9d5d-b0f4-4376-a16a-8fd41a0cbf2c req-6493155c-3e5b-47ca-9a23-8b347ee9f3aa service neutron] Attempting to bind port 824cd1be-eff6-4352-b417-adbd48469f98 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:45:58.558960 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-e53f9d5d-b0f4-4376-a16a-8fd41a0cbf2c req-6493155c-3e5b-47ca-9a23-8b347ee9f3aa service neutron] Attempting to bind port 824cd1be-eff6-4352-b417-adbd48469f98 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '3ddbbe09-9109-4d14-8bbd-a59ca710308f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f1dadca7-e0bc-41aa-9097-db23d856fd7d'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:45:58.559292 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53f9d5d-b0f4-4376-a16a-8fd41a0cbf2c req-6493155c-3e5b-47ca-9a23-8b347ee9f3aa service neutron] Attempting to bind port 824cd1be-eff6-4352-b417-adbd48469f98 on network f1dadca7-e0bc-41aa-9097-db23d856fd7d {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:45:58.564017 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53f9d5d-b0f4-4376-a16a-8fd41a0cbf2c req-6493155c-3e5b-47ca-9a23-8b347ee9f3aa service neutron] Port 824cd1be-eff6-4352-b417-adbd48469f98 on network f1dadca7-e0bc-41aa-9097-db23d856fd7d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 11:45:58.564351 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53f9d5d-b0f4-4376-a16a-8fd41a0cbf2c req-6493155c-3e5b-47ca-9a23-8b347ee9f3aa service neutron] Attempting to bind port 824cd1be-eff6-4352-b417-adbd48469f98 on network f1dadca7-e0bc-41aa-9097-db23d856fd7d {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:45:58.570091 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Device da0bc394-6d32-452a-b2b9-524bf1b5e7cc up at agent ovs-agent-dv-cinder-797608-2-smb {{(pid=93177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:45:58.572240 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53f9d5d-b0f4-4376-a16a-8fd41a0cbf2c req-6493155c-3e5b-47ca-9a23-8b347ee9f3aa service neutron] Checking agent: {'id': '2f355b06-002c-40e6-bb76-5e394ebaabf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 33, 51), 'started_at': datetime.datetime(2021, 6, 29, 11, 33, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:45:58.572864 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53f9d5d-b0f4-4376-a16a-8fd41a0cbf2c req-6493155c-3e5b-47ca-9a23-8b347ee9f3aa service neutron] Checking segment: {'id': '3ddbbe09-9109-4d14-8bbd-a59ca710308f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f1dadca7-e0bc-41aa-9097-db23d856fd7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:45:58.575026 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53f9d5d-b0f4-4376-a16a-8fd41a0cbf2c req-6493155c-3e5b-47ca-9a23-8b347ee9f3aa service neutron] Bound using segment: {'id': '3ddbbe09-9109-4d14-8bbd-a59ca710308f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f1dadca7-e0bc-41aa-9097-db23d856fd7d'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:45:58.575702 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-e53f9d5d-b0f4-4376-a16a-8fd41a0cbf2c req-6493155c-3e5b-47ca-9a23-8b347ee9f3aa service neutron] Bound port: 824cd1be-eff6-4352-b417-adbd48469f98, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ddbbe09-9109-4d14-8bbd-a59ca710308f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f1dadca7-e0bc-41aa-9097-db23d856fd7d'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:45:58.576228 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-e53f9d5d-b0f4-4376-a16a-8fd41a0cbf2c req-6493155c-3e5b-47ca-9a23-8b347ee9f3aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:58.601574 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27013f50-1b6d-46da-92d6-e11b2df4d3fb req-c3631975-0ad8-4273-8bfa-a147273dd8e3 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:45:58.609603 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-27013f50-1b6d-46da-92d6-e11b2df4d3fb req-c3631975-0ad8-4273-8bfa-a147273dd8e3 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/ports?device_id=462cf1eb-b063-471b-a417-69171eeeb959 HTTP/1.1" status: 200 len: 944 time: 0.1604204 Jun 29 11:45:58.638566 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Provisioning complete for port da0bc394-6d32-452a-b2b9-524bf1b5e7cc triggered by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:45:58.638949 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:58.645735 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-27013f50-1b6d-46da-92d6-e11b2df4d3fb req-f4be88e8-ee2c-49ee-86df-65c75a5cbc91 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ae8598f-99d9-4b23-b111-338887bcbeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349510 Jun 29 11:45:58.686338 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-e53f9d5d-b0f4-4376-a16a-8fd41a0cbf2c req-6493155c-3e5b-47ca-9a23-8b347ee9f3aa service neutron] For port 824cd1be-eff6-4352-b417-adbd48469f98, host hv-cinder-79760, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:45:58.689585 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-e53f9d5d-b0f4-4376-a16a-8fd41a0cbf2c req-6493155c-3e5b-47ca-9a23-8b347ee9f3aa service neutron] For port 824cd1be-eff6-4352-b417-adbd48469f98, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=824cd1be-eff6-4352-b417-adbd48469f98,segment=NetworkSegment(3ddbbe09-9109-4d14-8bbd-a59ca710308f),segment_id=3ddbbe09-9109-4d14-8bbd-a59ca710308f)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:45:58.693424 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-e53f9d5d-b0f4-4376-a16a-8fd41a0cbf2c req-6493155c-3e5b-47ca-9a23-8b347ee9f3aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58778366'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:58.696267 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0d5e138a-60ba-4aaa-92b7-b3fa627de6ff tempest-ServerRescueNegativeTestJSON-72542857 tempest-ServerRescueNegativeTestJSON-72542857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:45:58.734463 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f9d5d-b0f4-4376-a16a-8fd41a0cbf2c req-6493155c-3e5b-47ca-9a23-8b347ee9f3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:45:58.735006 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-e53f9d5d-b0f4-4376-a16a-8fd41a0cbf2c req-6493155c-3e5b-47ca-9a23-8b347ee9f3aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126777'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:45:58.736500 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-e53f9d5d-b0f4-4376-a16a-8fd41a0cbf2c req-6493155c-3e5b-47ca-9a23-8b347ee9f3aa service neutron] 10.222.0.21 "PUT /v2.0/ports/824cd1be-eff6-4352-b417-adbd48469f98 HTTP/1.1" status: 200 len: 1094 time: 0.6747544 Jun 29 11:45:58.737023 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '462cf1eb-b063-471b-a417-69171eeeb959', 'tag': '824cd1be-eff6-4352-b417-adbd48469f98'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:45:58.739401 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e84c2f8edc4c5bc2f689ddb2df796faf16af949d7518eb87a014b7a9d68b702d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d862e13-a424-43da-89e3-6754292c8199" -d '{"events": [{"name": "network-changed", "server_uuid": "462cf1eb-b063-471b-a417-69171eeeb959", "tag": "824cd1be-eff6-4352-b417-adbd48469f98"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:45:58.779198 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493155c-3e5b-47ca-9a23-8b347ee9f3aa service neutron] Pushing event updated for resources: {'Port': ['ID=824cd1be-eff6-4352-b417-adbd48469f98,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:45:58.782825 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 11:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c426b6c3-d9d7-4a4b-a488-f9ba35b92ef2 x-openstack-request-id: req-c426b6c3-d9d7-4a4b-a488-f9ba35b92ef2 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:45:58.783154 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "462cf1eb-b063-471b-a417-69171eeeb959", "tag": "824cd1be-eff6-4352-b417-adbd48469f98", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:45:58.783451 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-c426b6c3-d9d7-4a4b-a488-f9ba35b92ef2 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:45:58.783914 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '462cf1eb-b063-471b-a417-69171eeeb959', 'tag': '824cd1be-eff6-4352-b417-adbd48469f98', 'status': 'completed', 'code': 200} Jun 29 11:45:58.784744 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-6493155c-3e5b-47ca-9a23-8b347ee9f3aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:45:58.844784 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f9d5d-b0f4-4376-a16a-8fd41a0cbf2c req-8d93eca3-2830-448f-bf0a-cea47763240e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:45:58.846292 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-e53f9d5d-b0f4-4376-a16a-8fd41a0cbf2c req-8d93eca3-2830-448f-bf0a-cea47763240e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1dde4d3e3b01456bb7062452fd29abff&device_id=462cf1eb-b063-471b-a417-69171eeeb959 HTTP/1.1" status: 200 len: 1097 time: 0.0569568 Jun 29 11:45:58.893529 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-e53f9d5d-b0f4-4376-a16a-8fd41a0cbf2c req-fecb7e3c-2f80-4f34-9758-11d96a25fc21 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=824cd1be-eff6-4352-b417-adbd48469f98 HTTP/1.1" status: 200 len: 217 time: 0.0392268 Jun 29 11:45:58.942637 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f9d5d-b0f4-4376-a16a-8fd41a0cbf2c req-fed68437-dfa7-4e5b-9a99-854bf19b04d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:45:58.944120 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-e53f9d5d-b0f4-4376-a16a-8fd41a0cbf2c req-fed68437-dfa7-4e5b-9a99-854bf19b04d7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=27e2cfa2-6807-495b-a094-07fa40e22db9 HTTP/1.1" status: 200 len: 850 time: 0.0445065 Jun 29 11:45:59.006334 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f9d5d-b0f4-4376-a16a-8fd41a0cbf2c req-cb15a662-69fc-4b1b-b9a3-740da9dd0762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:45:59.007755 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-e53f9d5d-b0f4-4376-a16a-8fd41a0cbf2c req-cb15a662-69fc-4b1b-b9a3-740da9dd0762 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f1dadca7-e0bc-41aa-9097-db23d856fd7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0541942 Jun 29 11:45:59.101930 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-e53f9d5d-b0f4-4376-a16a-8fd41a0cbf2c req-6119696d-911f-43cf-989b-e8a720dea724 service neutron] 10.222.0.21 "GET /v2.0/networks/f1dadca7-e0bc-41aa-9097-db23d856fd7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868628 Jun 29 11:45:59.197533 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-e53f9d5d-b0f4-4376-a16a-8fd41a0cbf2c req-ace23523-f9a5-4907-88a7-80392421fefb service neutron] 10.222.0.21 "GET /v2.0/networks/f1dadca7-e0bc-41aa-9097-db23d856fd7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877519 Jun 29 11:45:59.297213 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d862e13-a424-43da-89e3-6754292c8199 req-3600f9bb-f36d-4633-b1d6-4314591cc243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:45:59.298700 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-2d862e13-a424-43da-89e3-6754292c8199 req-3600f9bb-f36d-4633-b1d6-4314591cc243 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1dde4d3e3b01456bb7062452fd29abff&device_id=462cf1eb-b063-471b-a417-69171eeeb959 HTTP/1.1" status: 200 len: 1097 time: 0.0541403 Jun 29 11:45:59.393875 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d862e13-a424-43da-89e3-6754292c8199 req-1883a1dc-e24e-4ebd-a7ca-e1d7074f9b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:45:59.395338 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-2d862e13-a424-43da-89e3-6754292c8199 req-1883a1dc-e24e-4ebd-a7ca-e1d7074f9b3c service neutron] 10.222.0.21 "GET /v2.0/networks?id=f1dadca7-e0bc-41aa-9097-db23d856fd7d HTTP/1.1" status: 200 len: 912 time: 0.0896859 Jun 29 11:45:59.436904 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-2d862e13-a424-43da-89e3-6754292c8199 req-888a9e3d-4a8b-4e89-80a3-eee44d4eb7cb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=824cd1be-eff6-4352-b417-adbd48469f98 HTTP/1.1" status: 200 len: 217 time: 0.0345023 Jun 29 11:45:59.490345 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d862e13-a424-43da-89e3-6754292c8199 req-19d77e84-0df6-4335-9fe4-ec159076bb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:45:59.491823 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-2d862e13-a424-43da-89e3-6754292c8199 req-19d77e84-0df6-4335-9fe4-ec159076bb34 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=27e2cfa2-6807-495b-a094-07fa40e22db9 HTTP/1.1" status: 200 len: 850 time: 0.0492134 Jun 29 11:45:59.805637 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d862e13-a424-43da-89e3-6754292c8199 req-4eb606af-f8ae-4bef-8b8c-4a464fc3372a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:45:59.807063 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-2d862e13-a424-43da-89e3-6754292c8199 req-4eb606af-f8ae-4bef-8b8c-4a464fc3372a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f1dadca7-e0bc-41aa-9097-db23d856fd7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3086274 Jun 29 11:45:59.831847 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15896cb8-c05f-4133-8781-5440df6a7351 req-ee8eb881-3ea9-4bfd-bbd7-87c99805f3be tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:45:59.833345 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-15896cb8-c05f-4133-8781-5440df6a7351 req-ee8eb881-3ea9-4bfd-bbd7-87c99805f3be tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/ports?device_id=462cf1eb-b063-471b-a417-69171eeeb959 HTTP/1.1" status: 200 len: 944 time: 0.0671659 Jun 29 11:45:59.872499 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-15896cb8-c05f-4133-8781-5440df6a7351 req-662af59c-d33f-48c0-9625-382a46949cef tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ae8598f-99d9-4b23-b111-338887bcbeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327578 Jun 29 11:45:59.898682 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-2d862e13-a424-43da-89e3-6754292c8199 req-80a3a6c8-d1ee-4a89-8605-21c3ba4e6f90 service neutron] 10.222.0.21 "GET /v2.0/networks/f1dadca7-e0bc-41aa-9097-db23d856fd7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844381 Jun 29 11:45:59.987193 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-2d862e13-a424-43da-89e3-6754292c8199 req-9b2f0ede-dbc9-4599-9cad-3b7c46c43366 service neutron] 10.222.0.21 "GET /v2.0/networks/f1dadca7-e0bc-41aa-9097-db23d856fd7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814767 Jun 29 11:46:00.584404 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-44b6586e-7cdb-42de-8c33-e30353fde6a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:46:01.095102 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47676c4d-7d36-4a5d-ac66-26cf7de77ff5 req-26d7cd7f-9ed4-4daa-8a93-0da5c44700eb tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:46:01.096608 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-47676c4d-7d36-4a5d-ac66-26cf7de77ff5 req-26d7cd7f-9ed4-4daa-8a93-0da5c44700eb tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/ports?device_id=462cf1eb-b063-471b-a417-69171eeeb959 HTTP/1.1" status: 200 len: 944 time: 0.1107240 Jun 29 11:46:01.133157 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-47676c4d-7d36-4a5d-ac66-26cf7de77ff5 req-03c3758e-829f-46f4-b866-dc10dd55127b tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ae8598f-99d9-4b23-b111-338887bcbeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309374 Jun 29 11:46:02.316399 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23524449-0120-4b1b-b619-9b19549017b6 req-ed626876-8fd5-4b32-9a5d-260c582e26b0 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:46:02.317764 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-23524449-0120-4b1b-b619-9b19549017b6 req-ed626876-8fd5-4b32-9a5d-260c582e26b0 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/ports?device_id=462cf1eb-b063-471b-a417-69171eeeb959 HTTP/1.1" status: 200 len: 944 time: 0.0702300 Jun 29 11:46:02.356730 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-23524449-0120-4b1b-b619-9b19549017b6 req-6852b8a9-77f2-4ff9-be22-35d91170dcd1 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ae8598f-99d9-4b23-b111-338887bcbeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327117 Jun 29 11:46:03.359557 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7d80ad80-fa1f-44a2-9279-bcf7674b4acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:46:03.533093 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e48f8ae-9eea-46cb-a3e4-59599016109c req-a01b5d67-62f4-4662-819c-5c8c2f6264bf tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:46:03.534599 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-1e48f8ae-9eea-46cb-a3e4-59599016109c req-a01b5d67-62f4-4662-819c-5c8c2f6264bf tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/ports?device_id=462cf1eb-b063-471b-a417-69171eeeb959 HTTP/1.1" status: 200 len: 944 time: 0.0627708 Jun 29 11:46:03.572307 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-1e48f8ae-9eea-46cb-a3e4-59599016109c req-843b67c9-4078-4660-abaa-81a7fa58a0f9 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ae8598f-99d9-4b23-b111-338887bcbeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321987 Jun 29 11:46:03.700353 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:46:03.794820 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Device 824cd1be-eff6-4352-b417-adbd48469f98 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 11:46:03.894524 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] For port 824cd1be-eff6-4352-b417-adbd48469f98, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=824cd1be-eff6-4352-b417-adbd48469f98,segment=NetworkSegment(3ddbbe09-9109-4d14-8bbd-a59ca710308f),segment_id=3ddbbe09-9109-4d14-8bbd-a59ca710308f)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:46:03.906897 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Returning: {'device': '824cd1be-eff6-4352-b417-adbd48469f98', 'network_id': 'f1dadca7-e0bc-41aa-9097-db23d856fd7d', 'port_id': '824cd1be-eff6-4352-b417-adbd48469f98', 'mac_address': 'fa:16:3e:2c:08:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27e2cfa2-6807-495b-a094-07fa40e22db9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 11:46:03.943227 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:46:03.955755 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.notifiers.nova [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 824cd1be-eff6-4352-b417-adbd48469f98 {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:46:03.976143 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] For port 824cd1be-eff6-4352-b417-adbd48469f98, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=824cd1be-eff6-4352-b417-adbd48469f98,segment=NetworkSegment(3ddbbe09-9109-4d14-8bbd-a59ca710308f),segment_id=3ddbbe09-9109-4d14-8bbd-a59ca710308f)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:46:03.980473 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:46:03.982169 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:46:04.028848 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Pushing event updated for resources: {'Port': ['ID=824cd1be-eff6-4352-b417-adbd48469f98,revision_number=4']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:46:04.031939 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:46:04.295953 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] get_ports_and_sgs() called for port_ids ['824cd1be-eff6-4352-b417-adbd48469f98'] {{(pid=93177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:46:04.471865 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9be8c49d-fdd7-49be-a71c-49aaf5d45c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:46:04.750398 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a7d172-a576-4b4d-a107-65b9a7507239 req-2ea1719e-7161-4f03-8bb8-9aba563f6b95 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:46:04.751865 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-05a7d172-a576-4b4d-a107-65b9a7507239 req-2ea1719e-7161-4f03-8bb8-9aba563f6b95 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/ports?device_id=462cf1eb-b063-471b-a417-69171eeeb959 HTTP/1.1" status: 200 len: 945 time: 0.0675335 Jun 29 11:46:04.789159 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-05a7d172-a576-4b4d-a107-65b9a7507239 req-b703d575-d6f5-4c7d-92d1-0eafda0648ca tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ae8598f-99d9-4b23-b111-338887bcbeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315802 Jun 29 11:46:05.836610 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Device 824cd1be-eff6-4352-b417-adbd48469f98 up at agent hyperv_hv-cinder-79760 {{(pid=93177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:46:05.888842 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Provisioning for port 824cd1be-eff6-4352-b417-adbd48469f98 completed by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:46:05.895785 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Provisioning complete for port 824cd1be-eff6-4352-b417-adbd48469f98 triggered by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:46:05.896292 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:46:05.966162 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bf17a1-be53-4776-981b-0dea9afa1395 req-83d6007e-dbd4-4e97-aeeb-23cb422ccfce tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:46:05.967655 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-09bf17a1-be53-4776-981b-0dea9afa1395 req-83d6007e-dbd4-4e97-aeeb-23cb422ccfce tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/ports?device_id=462cf1eb-b063-471b-a417-69171eeeb959 HTTP/1.1" status: 200 len: 945 time: 0.0655420 Jun 29 11:46:05.979126 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:46:06.000881 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '462cf1eb-b063-471b-a417-69171eeeb959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '824cd1be-eff6-4352-b417-adbd48469f98'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:46:06.003149 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf503b922a63088b6f722bf1da6ea29b944079dc3e77b23c7214b141eee454" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5482fb92-a7a8-4fa8-bd3c-22e3df0d162d" -d '{"events": [{"server_uuid": "462cf1eb-b063-471b-a417-69171eeeb959", "name": "network-vif-plugged", "status": "completed", "tag": "824cd1be-eff6-4352-b417-adbd48469f98"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:46:06.015991 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-09bf17a1-be53-4776-981b-0dea9afa1395 req-05a1f9a6-d8e5-496a-bb80-02a6306f6e3b tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ae8598f-99d9-4b23-b111-338887bcbeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425267 Jun 29 11:46:06.017697 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] For port 824cd1be-eff6-4352-b417-adbd48469f98, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=824cd1be-eff6-4352-b417-adbd48469f98,segment=NetworkSegment(3ddbbe09-9109-4d14-8bbd-a59ca710308f),segment_id=3ddbbe09-9109-4d14-8bbd-a59ca710308f)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:46:06.023001 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:46:06.025259 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3beb8341-408b-47c0-85ba-086e499cf9f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:46:06.049044 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae77f14-5169-4273-83c8-ea74f2712c60 x-openstack-request-id: req-7ae77f14-5169-4273-83c8-ea74f2712c60 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:46:06.049424 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "462cf1eb-b063-471b-a417-69171eeeb959", "name": "network-vif-plugged", "status": "completed", "tag": "824cd1be-eff6-4352-b417-adbd48469f98", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:46:06.049743 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7ae77f14-5169-4273-83c8-ea74f2712c60 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:46:06.050195 dv-cinder-797608-2-smb neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '462cf1eb-b063-471b-a417-69171eeeb959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '824cd1be-eff6-4352-b417-adbd48469f98', 'code': 200} Jun 29 11:46:06.078444 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Pushing event updated for resources: {'Port': ['ID=824cd1be-eff6-4352-b417-adbd48469f98,revision_number=5']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:46:06.081355 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:46:06.267123 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81dc7f5-0e5e-416b-8aba-5607c5b8f77b req-f4afdd1b-1bba-4ccf-b3d7-ce77df03c37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:46:06.268538 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-a81dc7f5-0e5e-416b-8aba-5607c5b8f77b req-f4afdd1b-1bba-4ccf-b3d7-ce77df03c37b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=462cf1eb-b063-471b-a417-69171eeeb959 HTTP/1.1" status: 200 len: 1099 time: 0.0530291 Jun 29 11:46:06.302395 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-a81dc7f5-0e5e-416b-8aba-5607c5b8f77b req-59ebbbb5-ea74-4adf-895a-8f575c72d1a1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3ae8598f-99d9-4b23-b111-338887bcbeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0261855 Jun 29 11:46:06.426259 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7dc1f572-48b9-4e28-8a5a-f2a12e721563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:46:07.192324 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b0246b-61d0-451d-8d15-605e8e925617 req-221273bd-7b64-48f9-9759-9084a0db1fad tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:46:07.193782 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-56b0246b-61d0-451d-8d15-605e8e925617 req-221273bd-7b64-48f9-9759-9084a0db1fad tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/ports?device_id=462cf1eb-b063-471b-a417-69171eeeb959 HTTP/1.1" status: 200 len: 946 time: 0.0622866 Jun 29 11:46:07.231913 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-56b0246b-61d0-451d-8d15-605e8e925617 req-487404ad-f401-44e9-bb9e-f2cb2c5c2993 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ae8598f-99d9-4b23-b111-338887bcbeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314181 Jun 29 11:46:07.304112 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.agents_db [None req-013366be-bbdd-48cc-8d7f-8588d5b4b8e9 None None] Agent healthcheck: found 6 active agents {{(pid=93178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:46:08.415335 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f0386-4402-41c2-9495-5b377cf9c4ca req-0c1c6b7f-0872-42ea-af71-31960c335ce2 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:46:08.416851 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-090f0386-4402-41c2-9495-5b377cf9c4ca req-0c1c6b7f-0872-42ea-af71-31960c335ce2 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/ports?device_id=462cf1eb-b063-471b-a417-69171eeeb959 HTTP/1.1" status: 200 len: 946 time: 0.0669863 Jun 29 11:46:08.453777 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-090f0386-4402-41c2-9495-5b377cf9c4ca req-3af0b8eb-18d2-43ec-b7d0-2a01fb073196 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ae8598f-99d9-4b23-b111-338887bcbeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313873 Jun 29 11:46:08.621868 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d2bd4-9617-4eb5-ad54-22fe2e2b180d req-9cb18721-0b3c-4a33-8b03-fd40189ae092 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:46:08.623407 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-a43d2bd4-9617-4eb5-ad54-22fe2e2b180d req-9cb18721-0b3c-4a33-8b03-fd40189ae092 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/ports?device_id=462cf1eb-b063-471b-a417-69171eeeb959 HTTP/1.1" status: 200 len: 946 time: 0.0665793 Jun 29 11:46:08.632005 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 56318) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:46:08.637374 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.v2.base [None req-1dfd9d5f-0f7a-49a2-9718-971c364eb74d tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Request body: {'floatingip': {'port_id': '824cd1be-eff6-4352-b417-adbd48469f98'}} {{(pid=93175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:46:08.678864 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1dfd9d5f-0f7a-49a2-9718-971c364eb74d tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify callbacks [] for floatingip, before_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:46:09.116029 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1dfd9d5f-0f7a-49a2-9718-971c364eb74d tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:46:09.120357 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1dfd9d5f-0f7a-49a2-9718-971c364eb74d tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-533553'] for floatingip, after_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:46:09.214964 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.db.l3_db [None req-1dfd9d5f-0f7a-49a2-9718-971c364eb74d tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Floating IP bc8b633f-1c3e-46df-a14f-11ec093d6a62 associated. External IP: 172.28.2.223, port: 824cd1be-eff6-4352-b417-adbd48469f98. Jun 29 11:46:09.703389 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dfd9d5f-0f7a-49a2-9718-971c364eb74d tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Router 6324fd6d-78da-4ca0-895c-50af757af028 has already been hosted by L3 agent bfbd9503-e406-4b21-85aa-cc71bbe721ce {{(pid=93175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 11:46:09.816761 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dfd9d5f-0f7a-49a2-9718-971c364eb74d tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify agent at l3_agent.dv-cinder-797608-2-smb the message routers_updated {{(pid=93175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:46:09.821698 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1dfd9d5f-0f7a-49a2-9718-971c364eb74d tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126777'] for floatingip, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:46:09.828328 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f1ed6c-6223-450d-a088-2e78c1507b95 None None] Sync routers for ids ['6324fd6d-78da-4ca0-895c-50af757af028'] in dv-cinder-797608-2-smb {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:46:09.838337 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f1ed6c-6223-450d-a088-2e78c1507b95 None None] Routers {'6324fd6d-78da-4ca0-895c-50af757af028'} bound to L3 agent in host dv-cinder-797608-2-smb {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:46:09.838957 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-03f1ed6c-6223-450d-a088-2e78c1507b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T11:27:33Z,description=,heartbeat_timestamp=2021-06-29T11:46:03Z,host='dv-cinder-797608-2-smb',id=bfbd9503-e406-4b21-85aa-cc71bbe721ce,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:33Z,topic='l3_agent')) {'router_ids': ['6324fd6d-78da-4ca0-895c-50af757af028'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:46:09.858210 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-1dfd9d5f-0f7a-49a2-9718-971c364eb74d tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "PUT /v2.0/floatingips/bc8b633f-1c3e-46df-a14f-11ec093d6a62 HTTP/1.1" status: 200 len: 992 time: 1.2251234 Jun 29 11:46:09.858834 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '462cf1eb-b063-471b-a417-69171eeeb959', 'tag': '824cd1be-eff6-4352-b417-adbd48469f98'}] {{(pid=93175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:46:09.861178 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}879b71c770f982178fec1a07a47b9a5355ed3bb08afc25f1aa80a68f93cb18a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e1c3ab-fe3a-4d4b-8598-fc7e2ad1e827" -d '{"events": [{"name": "network-changed", "server_uuid": "462cf1eb-b063-471b-a417-69171eeeb959", "tag": "824cd1be-eff6-4352-b417-adbd48469f98"}]}' {{(pid=93175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:46:09.900148 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 11:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b5701f0-7261-460e-8fed-d2fcf1246df7 x-openstack-request-id: req-7b5701f0-7261-460e-8fed-d2fcf1246df7 {{(pid=93175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:46:09.901024 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "462cf1eb-b063-471b-a417-69171eeeb959", "tag": "824cd1be-eff6-4352-b417-adbd48469f98", "status": "completed", "code": 200}]} {{(pid=93175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:46:09.901440 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-7b5701f0-7261-460e-8fed-d2fcf1246df7 {{(pid=93175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:46:09.901900 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '462cf1eb-b063-471b-a417-69171eeeb959', 'tag': '824cd1be-eff6-4352-b417-adbd48469f98', 'status': 'completed', 'code': 200} Jun 29 11:46:09.965547 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-03f1ed6c-6223-450d-a088-2e78c1507b95 None None] Set router 6324fd6d-78da-4ca0-895c-50af757af028 gateway port host: dv-cinder-797608-2-smb {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:46:09.987412 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e1c3ab-fe3a-4d4b-8598-fc7e2ad1e827 req-989c7f7d-b159-436b-a4c1-325fd55ac7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:46:09.992847 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-08e1c3ab-fe3a-4d4b-8598-fc7e2ad1e827 req-989c7f7d-b159-436b-a4c1-325fd55ac7bd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1dde4d3e3b01456bb7062452fd29abff&device_id=462cf1eb-b063-471b-a417-69171eeeb959 HTTP/1.1" status: 200 len: 1099 time: 0.0672920 Jun 29 11:46:10.099177 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e1c3ab-fe3a-4d4b-8598-fc7e2ad1e827 req-5c73daf6-641d-4551-92b4-a3f871e5f6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:46:10.100717 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-08e1c3ab-fe3a-4d4b-8598-fc7e2ad1e827 req-5c73daf6-641d-4551-92b4-a3f871e5f6a8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f1dadca7-e0bc-41aa-9097-db23d856fd7d HTTP/1.1" status: 200 len: 912 time: 0.0980325 Jun 29 11:46:10.178967 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-08e1c3ab-fe3a-4d4b-8598-fc7e2ad1e827 req-3aa23332-94d1-4331-a373-01f0561cdf51 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=824cd1be-eff6-4352-b417-adbd48469f98 HTTP/1.1" status: 200 len: 1000 time: 0.0705371 Jun 29 11:46:10.211454 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-03f1ed6c-6223-450d-a088-2e78c1507b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6324fd6d-78da-4ca0-895c-50af757af028', 'name': 'tempest-AttachVolumeTestJSON-2020938756-router', 'tenant_id': '1dde4d3e3b01456bb7062452fd29abff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'external_fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.87'}], 'enable_snat': True}, 'gw_port_id': '99f12505-48ab-41f6-b75f-f613c0dc3da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:45:50Z', 'updated_at': '2021-06-29T11:45:52Z', 'revision_number': 4, 'project_id': '1dde4d3e3b01456bb7062452fd29abff', 'gw_port': {'id': '99f12505-48ab-41f6-b75f-f613c0dc3da3', 'name': '', 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:55:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6324fd6d-78da-4ca0-895c-50af757af028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:45:50Z', 'updated_at': '2021-06-29T11:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042f854c-de74-4a6a-969f-d747577d8cca', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-smb', '_floatingips': [{'id': 'bc8b633f-1c3e-46df-a14f-11ec093d6a62', 'tenant_id': '1dde4d3e3b01456bb7062452fd29abff', 'floating_ip_address': '172.28.2.223', 'floating_network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'router_id': '6324fd6d-78da-4ca0-895c-50af757af028', 'port_id': '824cd1be-eff6-4352-b417-adbd48469f98', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1dadca7-e0bc-41aa-9097-db23d856fd7d', 'mac_address': 'fa:16:3e:2c:08:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462cf1eb-b063-471b-a417-69171eeeb959', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T11:45:54Z', 'updated_at': '2021-06-29T11:46:09Z', 'revision_number': 1, 'project_id': '1dde4d3e3b01456bb7062452fd29abff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da0bc394-6d32-452a-b2b9-524bf1b5e7cc', 'name': '', 'network_id': 'f1dadca7-e0bc-41aa-9097-db23d856fd7d', 'tenant_id': '1dde4d3e3b01456bb7062452fd29abff', 'mac_address': 'fa:16:3e:bc:ef:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6324fd6d-78da-4ca0-895c-50af757af028', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '27e2cfa2-6807-495b-a094-07fa40e22db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:45:52Z', 'updated_at': '2021-06-29T11:45:57Z', 'revision_number': 5, 'project_id': '1dde4d3e3b01456bb7062452fd29abff', 'subnets': [{'id': '27e2cfa2-6807-495b-a094-07fa40e22db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-smb', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:46:10.237918 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e1c3ab-fe3a-4d4b-8598-fc7e2ad1e827 req-9ae0c756-227e-43c4-aa9e-b3ec507c72a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:46:10.239369 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-08e1c3ab-fe3a-4d4b-8598-fc7e2ad1e827 req-9ae0c756-227e-43c4-aa9e-b3ec507c72a7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=27e2cfa2-6807-495b-a094-07fa40e22db9 HTTP/1.1" status: 200 len: 850 time: 0.0539594 Jun 29 11:46:10.246466 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f1ed6c-6223-450d-a088-2e78c1507b95 None None] Checking router: 6324fd6d-78da-4ca0-895c-50af757af028 for host: dv-cinder-797608-2-smb {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:46:10.257511 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f1ed6c-6223-450d-a088-2e78c1507b95 None None] Routers {'6324fd6d-78da-4ca0-895c-50af757af028'} bound to L3 agent in host dv-cinder-797608-2-smb {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:46:10.258124 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-03f1ed6c-6223-450d-a088-2e78c1507b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T11:27:33Z,description=,heartbeat_timestamp=2021-06-29T11:46:03Z,host='dv-cinder-797608-2-smb',id=bfbd9503-e406-4b21-85aa-cc71bbe721ce,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:33Z,topic='l3_agent')) {'router_ids': ['6324fd6d-78da-4ca0-895c-50af757af028'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:46:10.306937 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e1c3ab-fe3a-4d4b-8598-fc7e2ad1e827 req-c88dcb11-dbba-4849-9983-7a5d06ffe482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:46:10.309944 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-08e1c3ab-fe3a-4d4b-8598-fc7e2ad1e827 req-c88dcb11-dbba-4849-9983-7a5d06ffe482 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f1dadca7-e0bc-41aa-9097-db23d856fd7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0622723 Jun 29 11:46:10.320387 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [req-08e1c3ab-fe3a-4d4b-8598-fc7e2ad1e827 req-b2c13fc9-6af7-4c8b-889d-4ffa56fbf2de service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93176) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 11:46:10.321478 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-08e1c3ab-fe3a-4d4b-8598-fc7e2ad1e827 req-b2c13fc9-6af7-4c8b-889d-4ffa56fbf2de service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054038 Jun 29 11:46:10.373874 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-03f1ed6c-6223-450d-a088-2e78c1507b95 None None] Set router 6324fd6d-78da-4ca0-895c-50af757af028 gateway port host: dv-cinder-797608-2-smb {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:46:10.424060 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-08e1c3ab-fe3a-4d4b-8598-fc7e2ad1e827 req-225198af-fb2b-4971-aeb8-75abd84c01c1 service neutron] 10.222.0.21 "GET /v2.0/networks/f1dadca7-e0bc-41aa-9097-db23d856fd7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959864 Jun 29 11:46:10.528119 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-08e1c3ab-fe3a-4d4b-8598-fc7e2ad1e827 req-80c133f0-b983-4ad2-93e7-acaa01b97bf5 service neutron] 10.222.0.21 "GET /v2.0/networks/f1dadca7-e0bc-41aa-9097-db23d856fd7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973599 Jun 29 11:46:10.632755 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-03f1ed6c-6223-450d-a088-2e78c1507b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6324fd6d-78da-4ca0-895c-50af757af028', 'name': 'tempest-AttachVolumeTestJSON-2020938756-router', 'tenant_id': '1dde4d3e3b01456bb7062452fd29abff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'external_fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.87'}], 'enable_snat': True}, 'gw_port_id': '99f12505-48ab-41f6-b75f-f613c0dc3da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:45:50Z', 'updated_at': '2021-06-29T11:45:52Z', 'revision_number': 4, 'project_id': '1dde4d3e3b01456bb7062452fd29abff', 'gw_port': {'id': '99f12505-48ab-41f6-b75f-f613c0dc3da3', 'name': '', 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:55:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6324fd6d-78da-4ca0-895c-50af757af028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:45:50Z', 'updated_at': '2021-06-29T11:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042f854c-de74-4a6a-969f-d747577d8cca', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-smb', '_floatingips': [{'id': 'bc8b633f-1c3e-46df-a14f-11ec093d6a62', 'tenant_id': '1dde4d3e3b01456bb7062452fd29abff', 'floating_ip_address': '172.28.2.223', 'floating_network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'router_id': '6324fd6d-78da-4ca0-895c-50af757af028', 'port_id': '824cd1be-eff6-4352-b417-adbd48469f98', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1dadca7-e0bc-41aa-9097-db23d856fd7d', 'mac_address': 'fa:16:3e:2c:08:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462cf1eb-b063-471b-a417-69171eeeb959', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T11:45:54Z', 'updated_at': '2021-06-29T11:46:09Z', 'revision_number': 1, 'project_id': '1dde4d3e3b01456bb7062452fd29abff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da0bc394-6d32-452a-b2b9-524bf1b5e7cc', 'name': '', 'network_id': 'f1dadca7-e0bc-41aa-9097-db23d856fd7d', 'tenant_id': '1dde4d3e3b01456bb7062452fd29abff', 'mac_address': 'fa:16:3e:bc:ef:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6324fd6d-78da-4ca0-895c-50af757af028', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '27e2cfa2-6807-495b-a094-07fa40e22db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:45:52Z', 'updated_at': '2021-06-29T11:45:57Z', 'revision_number': 5, 'project_id': '1dde4d3e3b01456bb7062452fd29abff', 'subnets': [{'id': '27e2cfa2-6807-495b-a094-07fa40e22db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-smb', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:46:10.749705 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f1ed6c-6223-450d-a088-2e78c1507b95 None None] The sync data for ids ['6324fd6d-78da-4ca0-895c-50af757af028'] in dv-cinder-797608-2-smb is: [{'id': '6324fd6d-78da-4ca0-895c-50af757af028', 'name': 'tempest-AttachVolumeTestJSON-2020938756-router', 'tenant_id': '1dde4d3e3b01456bb7062452fd29abff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'external_fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.87'}], 'enable_snat': True}, 'gw_port_id': '99f12505-48ab-41f6-b75f-f613c0dc3da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:45:50Z', 'updated_at': '2021-06-29T11:45:52Z', 'revision_number': 4, 'project_id': '1dde4d3e3b01456bb7062452fd29abff', 'gw_port': {'id': '99f12505-48ab-41f6-b75f-f613c0dc3da3', 'name': '', 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:55:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6324fd6d-78da-4ca0-895c-50af757af028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:45:50Z', 'updated_at': '2021-06-29T11:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042f854c-de74-4a6a-969f-d747577d8cca', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-smb', '_floatingips': [{'id': 'bc8b633f-1c3e-46df-a14f-11ec093d6a62', 'tenant_id': '1dde4d3e3b01456bb7062452fd29abff', 'floating_ip_address': '172.28.2.223', 'floating_network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'router_id': '6324fd6d-78da-4ca0-895c-50af757af028', 'port_id': '824cd1be-eff6-4352-b417-adbd48469f98', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1dadca7-e0bc-41aa-9097-db23d856fd7d', 'mac_address': 'fa:16:3e:2c:08:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '462cf1eb-b063-471b-a417-69171eeeb959', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T11:45:54Z', 'updated_at': '2021-06-29T11:46:09Z', 'revision_number': 1, 'project_id': '1dde4d3e3b01456bb7062452fd29abff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da0bc394-6d32-452a-b2b9-524bf1b5e7cc', 'name': '', 'network_id': 'f1dadca7-e0bc-41aa-9097-db23d856fd7d', 'tenant_id': '1dde4d3e3b01456bb7062452fd29abff', 'mac_address': 'fa:16:3e:bc:ef:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6324fd6d-78da-4ca0-895c-50af757af028', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '27e2cfa2-6807-495b-a094-07fa40e22db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:45:52Z', 'updated_at': '2021-06-29T11:45:57Z', 'revision_number': 5, 'project_id': '1dde4d3e3b01456bb7062452fd29abff', 'subnets': [{'id': '27e2cfa2-6807-495b-a094-07fa40e22db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:46:10.950193 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aac5099-ed2c-4977-a437-338120932381 None None] New status for floating IP bc8b633f-1c3e-46df-a14f-11ec093d6a62: ACTIVE {{(pid=93177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 11:46:20.622167 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:46:30.589459 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ddacb4cc-17be-4338-9ce5-8ded13fbc5f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:46:33.360836 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-553fb769-5608-40b7-ab13-0276a996575d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:46:33.706587 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:46:34.478330 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9be8c49d-fdd7-49be-a71c-49aaf5d45c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:46:36.429659 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7dc1f572-48b9-4e28-8a5a-f2a12e721563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:46:44.302438 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.agents_db [None req-013366be-bbdd-48cc-8d7f-8588d5b4b8e9 None None] Agent healthcheck: found 6 active agents {{(pid=93178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:46:50.614394 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:46:53.926731 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-052a46f5-5676-45ec-a9e1-909054218c7e req-6beb0fbc-4c5b-4f90-8b85-98102c75a78b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=462cf1eb-b063-471b-a417-69171eeeb959&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0966790 Jun 29 11:46:54.028487 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052a46f5-5676-45ec-a9e1-909054218c7e req-090d79f8-3183-45b1-8699-b6ddf8eeac1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:46:54.030003 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-052a46f5-5676-45ec-a9e1-909054218c7e req-090d79f8-3183-45b1-8699-b6ddf8eeac1f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1dde4d3e3b01456bb7062452fd29abff&device_id=462cf1eb-b063-471b-a417-69171eeeb959 HTTP/1.1" status: 200 len: 1099 time: 0.0599914 Jun 29 11:46:54.150034 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052a46f5-5676-45ec-a9e1-909054218c7e req-69ae14f7-28be-4e79-887b-b2f20bef2f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:46:54.151498 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-052a46f5-5676-45ec-a9e1-909054218c7e req-69ae14f7-28be-4e79-887b-b2f20bef2f45 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f1dadca7-e0bc-41aa-9097-db23d856fd7d HTTP/1.1" status: 200 len: 912 time: 0.0938408 Jun 29 11:46:54.228687 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-052a46f5-5676-45ec-a9e1-909054218c7e req-a5544021-3701-44d4-aa70-112db70dfbeb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=824cd1be-eff6-4352-b417-adbd48469f98 HTTP/1.1" status: 200 len: 1002 time: 0.0709207 Jun 29 11:46:54.281783 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052a46f5-5676-45ec-a9e1-909054218c7e req-b04d728f-3e21-4a8f-9951-47f571cdd359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:46:54.283328 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-052a46f5-5676-45ec-a9e1-909054218c7e req-b04d728f-3e21-4a8f-9951-47f571cdd359 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=27e2cfa2-6807-495b-a094-07fa40e22db9 HTTP/1.1" status: 200 len: 850 time: 0.0478439 Jun 29 11:46:54.351843 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052a46f5-5676-45ec-a9e1-909054218c7e req-a1493504-1fbc-47f1-aa6c-d5aeba085179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:46:54.353399 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-052a46f5-5676-45ec-a9e1-909054218c7e req-a1493504-1fbc-47f1-aa6c-d5aeba085179 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f1dadca7-e0bc-41aa-9097-db23d856fd7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0620077 Jun 29 11:46:54.467649 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-052a46f5-5676-45ec-a9e1-909054218c7e req-2a6c159c-817a-4eed-9db4-19a07a02ff21 service neutron] 10.222.0.21 "GET /v2.0/networks/f1dadca7-e0bc-41aa-9097-db23d856fd7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071904 Jun 29 11:46:54.560830 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-052a46f5-5676-45ec-a9e1-909054218c7e req-eba05025-b9e7-4bdd-b4de-0d436861ca4f service neutron] 10.222.0.21 "GET /v2.0/networks/f1dadca7-e0bc-41aa-9097-db23d856fd7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859804 Jun 29 11:47:00.579667 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a70acf1e-11f1-4c82-bfa6-fe93929a2ee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:03.363101 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8b336713-1b4b-43e4-a753-6c70e55d2886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:03.698968 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:04.487583 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9be8c49d-fdd7-49be-a71c-49aaf5d45c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:06.431816 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7dc1f572-48b9-4e28-8a5a-f2a12e721563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:20.634150 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:21.301455 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.agents_db [None req-013366be-bbdd-48cc-8d7f-8588d5b4b8e9 None None] Agent healthcheck: found 6 active agents {{(pid=93178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:47:30.580790 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4cb00157-1b5f-4dab-9066-c52a790e4947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:32.176053 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd1436-d6aa-4afa-823e-c31e8e3ca072 req-73047280-5556-41f9-9d7a-c4b29d8f6464 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:47:32.177423 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-08fd1436-d6aa-4afa-823e-c31e8e3ca072 req-73047280-5556-41f9-9d7a-c4b29d8f6464 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/ports?device_id=462cf1eb-b063-471b-a417-69171eeeb959 HTTP/1.1" status: 200 len: 946 time: 0.0673084 Jun 29 11:47:32.215631 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-08fd1436-d6aa-4afa-823e-c31e8e3ca072 req-c63dd15a-3761-4e13-811e-443476d2260a tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ae8598f-99d9-4b23-b111-338887bcbeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324502 Jun 29 11:47:33.364491 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2f8cfe65-7383-4b9d-85ab-b88e5836432d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:33.394400 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5e1bad-fd21-49a8-8322-54f65e283835 req-1614e73e-42b0-4a32-8147-241122fe242d tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:47:33.395888 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-9c5e1bad-fd21-49a8-8322-54f65e283835 req-1614e73e-42b0-4a32-8147-241122fe242d tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/ports?device_id=462cf1eb-b063-471b-a417-69171eeeb959 HTTP/1.1" status: 200 len: 946 time: 0.0649953 Jun 29 11:47:33.433370 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-9c5e1bad-fd21-49a8-8322-54f65e283835 req-2f26d6fe-ee6f-4140-9ede-7a9e1c9c877a tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ae8598f-99d9-4b23-b111-338887bcbeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318196 Jun 29 11:47:33.699565 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:34.480571 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9be8c49d-fdd7-49be-a71c-49aaf5d45c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:34.617566 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec4728a-9818-4bce-9419-5660ef7b8951 req-afc8fe65-fba6-4d9e-a2a7-ad28452bdf3b tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:47:34.619105 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-3ec4728a-9818-4bce-9419-5660ef7b8951 req-afc8fe65-fba6-4d9e-a2a7-ad28452bdf3b tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/ports?device_id=462cf1eb-b063-471b-a417-69171eeeb959 HTTP/1.1" status: 200 len: 946 time: 0.0699356 Jun 29 11:47:34.657678 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-3ec4728a-9818-4bce-9419-5660ef7b8951 req-dd2b1aec-3546-4684-aafd-405642e539f6 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ae8598f-99d9-4b23-b111-338887bcbeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323813 Jun 29 11:47:35.831383 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10381a2-a53a-4a3b-8a06-81f18217c99a req-5349f3d9-2011-4c40-b917-19e8bb571cfe tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:47:35.832884 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-b10381a2-a53a-4a3b-8a06-81f18217c99a req-5349f3d9-2011-4c40-b917-19e8bb571cfe tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/ports?device_id=462cf1eb-b063-471b-a417-69171eeeb959 HTTP/1.1" status: 200 len: 946 time: 0.0636976 Jun 29 11:47:35.872424 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-b10381a2-a53a-4a3b-8a06-81f18217c99a req-6bdd6365-e35d-4af4-a3fc-9819dd9317b2 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ae8598f-99d9-4b23-b111-338887bcbeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336006 Jun 29 11:47:36.434076 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7dc1f572-48b9-4e28-8a5a-f2a12e721563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:37.054301 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3202458a-6969-462e-a0d9-6f69d99e12f0 req-2ad2da67-4925-4afd-94ce-6850c571c8e9 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:47:37.055779 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-3202458a-6969-462e-a0d9-6f69d99e12f0 req-2ad2da67-4925-4afd-94ce-6850c571c8e9 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/ports?device_id=462cf1eb-b063-471b-a417-69171eeeb959 HTTP/1.1" status: 200 len: 946 time: 0.0649028 Jun 29 11:47:37.095288 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-3202458a-6969-462e-a0d9-6f69d99e12f0 req-ca16c2c1-dd3e-4b83-960f-15319485ed20 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ae8598f-99d9-4b23-b111-338887bcbeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333614 Jun 29 11:47:38.277811 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e92bae4-e19f-47b7-b17a-e3d61b1a990a req-b92d8646-9eae-48cd-a5dc-1427fab8a9b5 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:47:38.279634 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-6e92bae4-e19f-47b7-b17a-e3d61b1a990a req-b92d8646-9eae-48cd-a5dc-1427fab8a9b5 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/ports?device_id=462cf1eb-b063-471b-a417-69171eeeb959 HTTP/1.1" status: 200 len: 946 time: 0.0711253 Jun 29 11:47:38.320567 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-6e92bae4-e19f-47b7-b17a-e3d61b1a990a req-6e86c349-31f9-4377-9081-1438a1ff7958 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ae8598f-99d9-4b23-b111-338887bcbeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351224 Jun 29 11:47:39.506159 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4661c1c3-ce06-4282-bd49-1be56f7fa152 req-f9d688af-dff4-4437-a06e-a3cdabc763f9 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:47:39.507672 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-4661c1c3-ce06-4282-bd49-1be56f7fa152 req-f9d688af-dff4-4437-a06e-a3cdabc763f9 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/ports?device_id=462cf1eb-b063-471b-a417-69171eeeb959 HTTP/1.1" status: 200 len: 946 time: 0.0654533 Jun 29 11:47:39.549459 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-4661c1c3-ce06-4282-bd49-1be56f7fa152 req-156599eb-9b93-4c03-a3b4-282d81f32472 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ae8598f-99d9-4b23-b111-338887bcbeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350962 Jun 29 11:47:40.733550 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2850571-fc15-4c4e-a80b-f10eea80fbaa req-bf5c32f3-ed78-4232-b9e3-cfd7cedf0ff6 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:47:40.735177 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-d2850571-fc15-4c4e-a80b-f10eea80fbaa req-bf5c32f3-ed78-4232-b9e3-cfd7cedf0ff6 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/ports?device_id=462cf1eb-b063-471b-a417-69171eeeb959 HTTP/1.1" status: 200 len: 946 time: 0.0694964 Jun 29 11:47:40.776675 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-d2850571-fc15-4c4e-a80b-f10eea80fbaa req-732acde5-91f8-4ad7-92d3-513e7195b756 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ae8598f-99d9-4b23-b111-338887bcbeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353293 Jun 29 11:47:41.959240 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2d4faa-3053-48cb-b993-df2a47074108 req-1eb40b17-d52a-46b1-8c7d-e252f4b53bcc tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:47:41.960665 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-1f2d4faa-3053-48cb-b993-df2a47074108 req-1eb40b17-d52a-46b1-8c7d-e252f4b53bcc tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/ports?device_id=462cf1eb-b063-471b-a417-69171eeeb959 HTTP/1.1" status: 200 len: 946 time: 0.0638256 Jun 29 11:47:41.999073 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-1f2d4faa-3053-48cb-b993-df2a47074108 req-8d2ce778-cc05-4d15-8d54-fcfb9d4be6bb tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ae8598f-99d9-4b23-b111-338887bcbeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328107 Jun 29 11:47:43.178748 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef33a86c-10dc-474d-95a4-2e5bc471b7f5 req-9c3c1563-fe58-4ea0-819e-5c0c67ca7b91 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:47:43.180218 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-ef33a86c-10dc-474d-95a4-2e5bc471b7f5 req-9c3c1563-fe58-4ea0-819e-5c0c67ca7b91 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/ports?device_id=462cf1eb-b063-471b-a417-69171eeeb959 HTTP/1.1" status: 200 len: 946 time: 0.0630634 Jun 29 11:47:43.217356 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-ef33a86c-10dc-474d-95a4-2e5bc471b7f5 req-9443ec2a-d525-4b77-a4c3-5536b4de6c33 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ae8598f-99d9-4b23-b111-338887bcbeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316384 Jun 29 11:47:43.569467 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fec9b0-d8b8-48a3-b7b7-3f1ae370dfc6 req-994984c1-e8c8-4b12-bf9c-5ede96798364 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:47:43.570943 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-b7fec9b0-d8b8-48a3-b7b7-3f1ae370dfc6 req-994984c1-e8c8-4b12-bf9c-5ede96798364 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/ports?device_id=462cf1eb-b063-471b-a417-69171eeeb959 HTTP/1.1" status: 200 len: 946 time: 0.0697882 Jun 29 11:47:43.576563 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311bd152-23c2-4cf6-a039-c3d244b3594e req-f5c6d711-2134-4d29-882b-b9a723501279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:47:43.578077 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-311bd152-23c2-4cf6-a039-c3d244b3594e req-f5c6d711-2134-4d29-882b-b9a723501279 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1dde4d3e3b01456bb7062452fd29abff&device_id=462cf1eb-b063-471b-a417-69171eeeb959 HTTP/1.1" status: 200 len: 1099 time: 0.0578177 Jun 29 11:47:43.609958 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-b7fec9b0-d8b8-48a3-b7b7-3f1ae370dfc6 req-a163dd21-acb0-4e22-a888-a52a0d5e06cb tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ae8598f-99d9-4b23-b111-338887bcbeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331795 Jun 29 11:47:43.666270 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311bd152-23c2-4cf6-a039-c3d244b3594e req-c5257809-ebb8-412e-a470-90e7a0a91336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:47:43.667777 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-311bd152-23c2-4cf6-a039-c3d244b3594e req-c5257809-ebb8-412e-a470-90e7a0a91336 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f1dadca7-e0bc-41aa-9097-db23d856fd7d HTTP/1.1" status: 200 len: 912 time: 0.0839834 Jun 29 11:47:43.736380 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-311bd152-23c2-4cf6-a039-c3d244b3594e req-b851f6aa-5b16-4ac4-b456-f3d816d4190f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=824cd1be-eff6-4352-b417-adbd48469f98 HTTP/1.1" status: 200 len: 1002 time: 0.0625477 Jun 29 11:47:43.783709 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311bd152-23c2-4cf6-a039-c3d244b3594e req-0b015012-c1c5-403e-a860-90b3d9e06f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:47:43.785094 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-311bd152-23c2-4cf6-a039-c3d244b3594e req-0b015012-c1c5-403e-a860-90b3d9e06f0d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=27e2cfa2-6807-495b-a094-07fa40e22db9 HTTP/1.1" status: 200 len: 850 time: 0.0414448 Jun 29 11:47:43.840382 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311bd152-23c2-4cf6-a039-c3d244b3594e req-fec8d6b2-bfa8-44cf-b5a5-f31583841e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:47:43.842457 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-311bd152-23c2-4cf6-a039-c3d244b3594e req-fec8d6b2-bfa8-44cf-b5a5-f31583841e26 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f1dadca7-e0bc-41aa-9097-db23d856fd7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0508804 Jun 29 11:47:43.933501 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-311bd152-23c2-4cf6-a039-c3d244b3594e req-144445a6-b3a4-4cbf-977d-5de185edfecf service neutron] 10.222.0.21 "GET /v2.0/networks/f1dadca7-e0bc-41aa-9097-db23d856fd7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843139 Jun 29 11:47:44.026126 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-311bd152-23c2-4cf6-a039-c3d244b3594e req-2e726389-ec36-4067-9d48-98232179270b service neutron] 10.222.0.21 "GET /v2.0/networks/f1dadca7-e0bc-41aa-9097-db23d856fd7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865300 Jun 29 11:47:44.785340 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0890bd43-692a-4374-a21e-473040b0ea27 req-236243ed-2dd0-4e38-8cab-11e4b1452c21 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:47:44.786791 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-0890bd43-692a-4374-a21e-473040b0ea27 req-236243ed-2dd0-4e38-8cab-11e4b1452c21 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/ports?device_id=462cf1eb-b063-471b-a417-69171eeeb959 HTTP/1.1" status: 200 len: 946 time: 0.0635798 Jun 29 11:47:44.825095 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-0890bd43-692a-4374-a21e-473040b0ea27 req-eaf2fdf2-1a4e-43ad-bf07-b39214798d4e tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ae8598f-99d9-4b23-b111-338887bcbeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325379 Jun 29 11:47:50.631418 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:47:54.888582 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-7541b1e3-97c1-44bf-8986-4d70f346acb1 req-04abf8a8-1e67-4f29-b004-63ea4543e178 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=462cf1eb-b063-471b-a417-69171eeeb959&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0556428 Jun 29 11:47:54.989174 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7541b1e3-97c1-44bf-8986-4d70f346acb1 req-94218b80-0e18-4f9d-bfd5-486a505916ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:47:54.990668 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-7541b1e3-97c1-44bf-8986-4d70f346acb1 req-94218b80-0e18-4f9d-bfd5-486a505916ed service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1dde4d3e3b01456bb7062452fd29abff&device_id=462cf1eb-b063-471b-a417-69171eeeb959 HTTP/1.1" status: 200 len: 1099 time: 0.0598440 Jun 29 11:47:55.114122 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7541b1e3-97c1-44bf-8986-4d70f346acb1 req-5f54a7e8-688f-4110-b06b-92314fef0d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:47:55.115657 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-7541b1e3-97c1-44bf-8986-4d70f346acb1 req-5f54a7e8-688f-4110-b06b-92314fef0d05 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f1dadca7-e0bc-41aa-9097-db23d856fd7d HTTP/1.1" status: 200 len: 912 time: 0.1027153 Jun 29 11:47:55.187942 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-7541b1e3-97c1-44bf-8986-4d70f346acb1 req-30bbafe8-a781-43ff-a246-d2e74af2291a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=824cd1be-eff6-4352-b417-adbd48469f98 HTTP/1.1" status: 200 len: 1002 time: 0.0651603 Jun 29 11:47:55.239725 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7541b1e3-97c1-44bf-8986-4d70f346acb1 req-866841c3-1a10-43bf-97f8-26d8bfbca02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:47:55.241211 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-7541b1e3-97c1-44bf-8986-4d70f346acb1 req-866841c3-1a10-43bf-97f8-26d8bfbca02f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=27e2cfa2-6807-495b-a094-07fa40e22db9 HTTP/1.1" status: 200 len: 850 time: 0.0472457 Jun 29 11:47:55.306206 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7541b1e3-97c1-44bf-8986-4d70f346acb1 req-045cee57-d191-40b5-8525-9d1941ff12a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:47:55.307776 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-7541b1e3-97c1-44bf-8986-4d70f346acb1 req-045cee57-d191-40b5-8525-9d1941ff12a5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f1dadca7-e0bc-41aa-9097-db23d856fd7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0596561 Jun 29 11:47:55.405734 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-7541b1e3-97c1-44bf-8986-4d70f346acb1 req-6b4f0f88-7b72-4506-b8ed-036480e13904 service neutron] 10.222.0.21 "GET /v2.0/networks/f1dadca7-e0bc-41aa-9097-db23d856fd7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908613 Jun 29 11:47:55.499042 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-7541b1e3-97c1-44bf-8986-4d70f346acb1 req-d6d6e271-f062-4859-b8a6-0ef6118be521 service neutron] 10.222.0.21 "GET /v2.0/networks/f1dadca7-e0bc-41aa-9097-db23d856fd7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872021 Jun 29 11:47:58.300925 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.agents_db [None req-013366be-bbdd-48cc-8d7f-8588d5b4b8e9 None None] Agent healthcheck: found 6 active agents {{(pid=93178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:48:00.582707 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3c3b8e7c-30b2-44be-9e50-908f3e705515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:03.367447 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6dc28935-41ca-4246-9daa-9f8b68492a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:03.702713 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:04.488534 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9be8c49d-fdd7-49be-a71c-49aaf5d45c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:06.442386 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7dc1f572-48b9-4e28-8a5a-f2a12e721563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:20.640202 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:30.587288 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a760d5d3-518f-49f4-9062-7e72faea21d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:33.370828 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-200cda69-5696-408a-a95f-d727f6c41bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:33.705936 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:34.487811 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9be8c49d-fdd7-49be-a71c-49aaf5d45c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:35.299788 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.agents_db [None req-013366be-bbdd-48cc-8d7f-8588d5b4b8e9 None None] Agent healthcheck: found 6 active agents {{(pid=93178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:48:36.440796 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7dc1f572-48b9-4e28-8a5a-f2a12e721563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:49.815637 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac02dfb2-1885-43ff-b439-68637ff35f7d req-8cef8b7e-8ade-4710-a10c-cb50474cd073 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:48:49.817229 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-ac02dfb2-1885-43ff-b439-68637ff35f7d req-8cef8b7e-8ade-4710-a10c-cb50474cd073 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/ports?device_id=462cf1eb-b063-471b-a417-69171eeeb959 HTTP/1.1" status: 200 len: 946 time: 0.0824418 Jun 29 11:48:49.861185 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-ac02dfb2-1885-43ff-b439-68637ff35f7d req-278063cb-7381-43a0-b2e6-900595b6dd55 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ae8598f-99d9-4b23-b111-338887bcbeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379322 Jun 29 11:48:50.644848 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:48:51.065806 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a790ac59-2886-4161-89b1-12e1897437dc req-c699b398-a61a-48c8-8cc7-00e2e1afe58f tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:48:51.067416 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-a790ac59-2886-4161-89b1-12e1897437dc req-c699b398-a61a-48c8-8cc7-00e2e1afe58f tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/ports?device_id=462cf1eb-b063-471b-a417-69171eeeb959 HTTP/1.1" status: 200 len: 946 time: 0.0789981 Jun 29 11:48:51.113052 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-a790ac59-2886-4161-89b1-12e1897437dc req-ccfe9f88-f3b7-4ba5-b3f6-e9ef034f5f4c tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ae8598f-99d9-4b23-b111-338887bcbeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350645 Jun 29 11:48:52.300904 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47179bc3-aff6-445d-a8fb-8c89bbeaec7c req-c83380a4-54f6-4c25-b552-0238c09ce345 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:48:52.302513 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-47179bc3-aff6-445d-a8fb-8c89bbeaec7c req-c83380a4-54f6-4c25-b552-0238c09ce345 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/ports?device_id=462cf1eb-b063-471b-a417-69171eeeb959 HTTP/1.1" status: 200 len: 946 time: 0.0676196 Jun 29 11:48:52.351893 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-47179bc3-aff6-445d-a8fb-8c89bbeaec7c req-3b656072-875b-4628-ae71-b662418118dd tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ae8598f-99d9-4b23-b111-338887bcbeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402963 Jun 29 11:48:53.542626 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219d377a-6362-4372-bd16-782588b20b2d req-11574ae1-5bf8-4b10-8cd7-c33600f67404 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:48:53.544242 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-219d377a-6362-4372-bd16-782588b20b2d req-11574ae1-5bf8-4b10-8cd7-c33600f67404 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/ports?device_id=462cf1eb-b063-471b-a417-69171eeeb959 HTTP/1.1" status: 200 len: 946 time: 0.0695970 Jun 29 11:48:53.588004 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-219d377a-6362-4372-bd16-782588b20b2d req-4c6cb5a3-4bcc-4c18-ad54-2f65f30144fd tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ae8598f-99d9-4b23-b111-338887bcbeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372379 Jun 29 11:48:54.795019 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b9da70-688d-457f-b33c-74bff07d9497 req-1b48b83a-7692-48d1-ae8a-e6767364d01a tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:48:54.796610 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-38b9da70-688d-457f-b33c-74bff07d9497 req-1b48b83a-7692-48d1-ae8a-e6767364d01a tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/ports?device_id=462cf1eb-b063-471b-a417-69171eeeb959 HTTP/1.1" status: 200 len: 946 time: 0.0645421 Jun 29 11:48:54.840102 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-38b9da70-688d-457f-b33c-74bff07d9497 req-725ba215-1be9-4d07-896f-b19dd86a7569 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ae8598f-99d9-4b23-b111-338887bcbeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377698 Jun 29 11:48:54.937230 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ecfc0a-8f5a-431d-9424-b32e6c65475c req-6c631c0e-5306-4923-9367-58eaf60fac99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:48:54.938742 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-99ecfc0a-8f5a-431d-9424-b32e6c65475c req-6c631c0e-5306-4923-9367-58eaf60fac99 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1dde4d3e3b01456bb7062452fd29abff&device_id=462cf1eb-b063-471b-a417-69171eeeb959 HTTP/1.1" status: 200 len: 1099 time: 0.0616224 Jun 29 11:48:55.053105 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ecfc0a-8f5a-431d-9424-b32e6c65475c req-78b9ab15-fd28-4404-9678-e059a5d90f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:48:55.054610 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-99ecfc0a-8f5a-431d-9424-b32e6c65475c req-78b9ab15-fd28-4404-9678-e059a5d90f15 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f1dadca7-e0bc-41aa-9097-db23d856fd7d HTTP/1.1" status: 200 len: 912 time: 0.0936329 Jun 29 11:48:55.133911 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-99ecfc0a-8f5a-431d-9424-b32e6c65475c req-f32ac160-f834-4e2b-b371-7d9b02af6977 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=824cd1be-eff6-4352-b417-adbd48469f98 HTTP/1.1" status: 200 len: 1002 time: 0.0693634 Jun 29 11:48:55.185369 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ecfc0a-8f5a-431d-9424-b32e6c65475c req-043cdbd7-2d0a-4266-909e-77eae37a655b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:48:55.187626 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-99ecfc0a-8f5a-431d-9424-b32e6c65475c req-043cdbd7-2d0a-4266-909e-77eae37a655b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=27e2cfa2-6807-495b-a094-07fa40e22db9 HTTP/1.1" status: 200 len: 850 time: 0.0463548 Jun 29 11:48:55.255054 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ecfc0a-8f5a-431d-9424-b32e6c65475c req-5e51d43a-04bd-4a84-83ac-ebbf4f8cde41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:48:55.256877 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-99ecfc0a-8f5a-431d-9424-b32e6c65475c req-5e51d43a-04bd-4a84-83ac-ebbf4f8cde41 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f1dadca7-e0bc-41aa-9097-db23d856fd7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0571358 Jun 29 11:48:55.355307 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-99ecfc0a-8f5a-431d-9424-b32e6c65475c req-e5c7b43e-9463-42fe-97e3-2419acace103 service neutron] 10.222.0.21 "GET /v2.0/networks/f1dadca7-e0bc-41aa-9097-db23d856fd7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901642 Jun 29 11:48:55.448148 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-99ecfc0a-8f5a-431d-9424-b32e6c65475c req-997a7dde-822b-4da6-b7c2-3a8ddc89eb75 service neutron] 10.222.0.21 "GET /v2.0/networks/f1dadca7-e0bc-41aa-9097-db23d856fd7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856557 Jun 29 11:48:56.036779 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b14257d-c8af-4ef2-ae87-cc210720ed84 req-40b0bc4d-ccfd-4bcb-be5e-b12349a1140e tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:48:56.038116 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-3b14257d-c8af-4ef2-ae87-cc210720ed84 req-40b0bc4d-ccfd-4bcb-be5e-b12349a1140e tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/ports?device_id=462cf1eb-b063-471b-a417-69171eeeb959 HTTP/1.1" status: 200 len: 946 time: 0.0688398 Jun 29 11:48:56.074545 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-3b14257d-c8af-4ef2-ae87-cc210720ed84 req-5c03ee0e-5b64-4434-94c5-be707cbbe9a3 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ae8598f-99d9-4b23-b111-338887bcbeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307302 Jun 29 11:48:57.247836 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142d3e7f-3ec0-4db8-b61c-32697ac860da req-c13e29d4-07a8-4e30-848d-2c3fc31c2ce0 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:48:57.249406 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-142d3e7f-3ec0-4db8-b61c-32697ac860da req-c13e29d4-07a8-4e30-848d-2c3fc31c2ce0 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/ports?device_id=462cf1eb-b063-471b-a417-69171eeeb959 HTTP/1.1" status: 200 len: 946 time: 0.0624080 Jun 29 11:48:57.286157 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-142d3e7f-3ec0-4db8-b61c-32697ac860da req-1503bda2-c38f-4177-ac4a-f60cc814be57 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ae8598f-99d9-4b23-b111-338887bcbeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311739 Jun 29 11:48:58.473147 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cdc220-4047-468f-ad32-cd04bcb32f1b req-e77554bb-374d-404b-b5e7-577de53dd1e2 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:48:58.474638 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-46cdc220-4047-468f-ad32-cd04bcb32f1b req-e77554bb-374d-404b-b5e7-577de53dd1e2 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/ports?device_id=462cf1eb-b063-471b-a417-69171eeeb959 HTTP/1.1" status: 200 len: 946 time: 0.0633171 Jun 29 11:48:58.519277 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-46cdc220-4047-468f-ad32-cd04bcb32f1b req-bfbdd4a7-2b2d-4611-9f01-c11149783f8c tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ae8598f-99d9-4b23-b111-338887bcbeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389159 Jun 29 11:48:59.693709 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9698d6da-6ea0-49fe-894f-3189a3ae80b5 req-74218dc7-3af8-4626-bf10-c5852e02ef88 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:48:59.695179 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-9698d6da-6ea0-49fe-894f-3189a3ae80b5 req-74218dc7-3af8-4626-bf10-c5852e02ef88 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/ports?device_id=462cf1eb-b063-471b-a417-69171eeeb959 HTTP/1.1" status: 200 len: 946 time: 0.0637085 Jun 29 11:48:59.731911 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-9698d6da-6ea0-49fe-894f-3189a3ae80b5 req-8f4fd66a-fe0e-4cdb-bd11-26002748fb21 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ae8598f-99d9-4b23-b111-338887bcbeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310917 Jun 29 11:49:00.586978 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ccb91c5b-255c-4f2e-994b-dfcf1c57dc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:49:00.906094 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d394a0c4-af3e-4ea8-a72c-bacba9ab2648 req-36a66a0d-20f1-48a2-84af-1d9250bd94e4 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:49:00.908112 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-d394a0c4-af3e-4ea8-a72c-bacba9ab2648 req-36a66a0d-20f1-48a2-84af-1d9250bd94e4 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/ports?device_id=462cf1eb-b063-471b-a417-69171eeeb959 HTTP/1.1" status: 200 len: 946 time: 0.0634258 Jun 29 11:49:00.945864 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-d394a0c4-af3e-4ea8-a72c-bacba9ab2648 req-76e9dae2-d69f-4788-99ae-50c344c0d356 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ae8598f-99d9-4b23-b111-338887bcbeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320935 Jun 29 11:49:01.299135 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1120f8-e146-46b5-b72b-2e3efb4bf765 req-bc016b17-ff94-4280-96e4-e7fd6e244eaa tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:49:01.300637 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-4d1120f8-e146-46b5-b72b-2e3efb4bf765 req-bc016b17-ff94-4280-96e4-e7fd6e244eaa tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/ports?device_id=462cf1eb-b063-471b-a417-69171eeeb959 HTTP/1.1" status: 200 len: 946 time: 0.0668972 Jun 29 11:49:01.301359 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914adbb7-80e4-4af1-aef1-f0547d192194 req-f8fa10ae-911a-4eb3-a7db-dba5b84017da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:49:01.302869 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-914adbb7-80e4-4af1-aef1-f0547d192194 req-f8fa10ae-911a-4eb3-a7db-dba5b84017da service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1dde4d3e3b01456bb7062452fd29abff&device_id=462cf1eb-b063-471b-a417-69171eeeb959 HTTP/1.1" status: 200 len: 1099 time: 0.0537207 Jun 29 11:49:01.342606 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-4d1120f8-e146-46b5-b72b-2e3efb4bf765 req-69402016-ad6d-4149-8eeb-204aebb4c996 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ae8598f-99d9-4b23-b111-338887bcbeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361619 Jun 29 11:49:01.398228 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914adbb7-80e4-4af1-aef1-f0547d192194 req-23c33805-89f6-40f4-b3b1-ecb8d23cb4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:49:01.399728 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-914adbb7-80e4-4af1-aef1-f0547d192194 req-23c33805-89f6-40f4-b3b1-ecb8d23cb4bb service neutron] 10.222.0.21 "GET /v2.0/networks?id=f1dadca7-e0bc-41aa-9097-db23d856fd7d HTTP/1.1" status: 200 len: 912 time: 0.0909209 Jun 29 11:49:01.464129 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-914adbb7-80e4-4af1-aef1-f0547d192194 req-7ca71efa-5b61-4bae-a506-493629162e7b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=824cd1be-eff6-4352-b417-adbd48469f98 HTTP/1.1" status: 200 len: 1002 time: 0.0574398 Jun 29 11:49:01.517950 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914adbb7-80e4-4af1-aef1-f0547d192194 req-9094eb17-0830-4c38-9dc9-165231d558ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:49:01.519397 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-914adbb7-80e4-4af1-aef1-f0547d192194 req-9094eb17-0830-4c38-9dc9-165231d558ec service neutron] 10.222.0.21 "GET /v2.0/subnets?id=27e2cfa2-6807-495b-a094-07fa40e22db9 HTTP/1.1" status: 200 len: 850 time: 0.0479381 Jun 29 11:49:01.579531 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914adbb7-80e4-4af1-aef1-f0547d192194 req-d784f6f5-1814-4c6d-b884-3ed7e1d71837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:49:01.581649 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-914adbb7-80e4-4af1-aef1-f0547d192194 req-d784f6f5-1814-4c6d-b884-3ed7e1d71837 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f1dadca7-e0bc-41aa-9097-db23d856fd7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0560558 Jun 29 11:49:01.676394 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-914adbb7-80e4-4af1-aef1-f0547d192194 req-99ef533e-5b3f-46cf-92da-cc7ae4fcb2cf service neutron] 10.222.0.21 "GET /v2.0/networks/f1dadca7-e0bc-41aa-9097-db23d856fd7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884788 Jun 29 11:49:01.773288 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-914adbb7-80e4-4af1-aef1-f0547d192194 req-4e21e877-dc35-40ee-982a-0ad5bef50468 service neutron] 10.222.0.21 "GET /v2.0/networks/f1dadca7-e0bc-41aa-9097-db23d856fd7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904355 Jun 29 11:49:02.528385 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02867921-b826-4c77-bb00-5045cba65167 req-b0ae27ef-6c91-446f-80ef-65b77b54e9a9 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:49:02.529991 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-02867921-b826-4c77-bb00-5045cba65167 req-b0ae27ef-6c91-446f-80ef-65b77b54e9a9 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/ports?device_id=462cf1eb-b063-471b-a417-69171eeeb959 HTTP/1.1" status: 200 len: 946 time: 0.0635650 Jun 29 11:49:02.578270 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-02867921-b826-4c77-bb00-5045cba65167 req-347e02a1-8906-483e-820d-c78f0073059e tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ae8598f-99d9-4b23-b111-338887bcbeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423646 Jun 29 11:49:03.371232 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e9afc6da-ec10-4172-b1a0-f894b3892af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:49:03.708194 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:49:04.493846 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9be8c49d-fdd7-49be-a71c-49aaf5d45c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:49:06.443709 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7dc1f572-48b9-4e28-8a5a-f2a12e721563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:49:12.297468 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.agents_db [None req-013366be-bbdd-48cc-8d7f-8588d5b4b8e9 None None] Agent healthcheck: found 6 active agents {{(pid=93178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:49:20.646496 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:49:30.588810 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-54a8548f-e2e0-45f5-97f3-210a31833e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:49:33.371915 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-92e0b505-3db3-48e2-aa60-5e01d8bc7f4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:49:33.712882 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:49:34.504172 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9be8c49d-fdd7-49be-a71c-49aaf5d45c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:49:36.446891 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7dc1f572-48b9-4e28-8a5a-f2a12e721563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:49:49.295446 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.agents_db [None req-013366be-bbdd-48cc-8d7f-8588d5b4b8e9 None None] Agent healthcheck: found 6 active agents {{(pid=93178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:49:50.659863 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:49:55.918132 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-8bd3db13-6cd2-4b78-b61f-0a836ca3dfd3 req-68cd341b-cc40-477e-9c27-f42b86b2490d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=462cf1eb-b063-471b-a417-69171eeeb959&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0539193 Jun 29 11:49:56.017026 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd3db13-6cd2-4b78-b61f-0a836ca3dfd3 req-9d5a87e9-8d37-4e22-ae15-24d9ee2b1d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:49:56.018483 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-8bd3db13-6cd2-4b78-b61f-0a836ca3dfd3 req-9d5a87e9-8d37-4e22-ae15-24d9ee2b1d0b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1dde4d3e3b01456bb7062452fd29abff&device_id=462cf1eb-b063-471b-a417-69171eeeb959 HTTP/1.1" status: 200 len: 1099 time: 0.0521116 Jun 29 11:49:56.126071 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd3db13-6cd2-4b78-b61f-0a836ca3dfd3 req-233c4068-c78a-4954-8a1e-ee4b17887fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:49:56.127517 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-8bd3db13-6cd2-4b78-b61f-0a836ca3dfd3 req-233c4068-c78a-4954-8a1e-ee4b17887fea service neutron] 10.222.0.21 "GET /v2.0/networks?id=f1dadca7-e0bc-41aa-9097-db23d856fd7d HTTP/1.1" status: 200 len: 912 time: 0.0872684 Jun 29 11:49:56.189878 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-8bd3db13-6cd2-4b78-b61f-0a836ca3dfd3 req-8c4bbfef-86f6-4d74-8695-26f0c705e8f7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=824cd1be-eff6-4352-b417-adbd48469f98 HTTP/1.1" status: 200 len: 1002 time: 0.0555351 Jun 29 11:49:56.239846 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd3db13-6cd2-4b78-b61f-0a836ca3dfd3 req-af4113b1-05b7-4ebe-8de3-4c43bbd71a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:49:56.241264 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-8bd3db13-6cd2-4b78-b61f-0a836ca3dfd3 req-af4113b1-05b7-4ebe-8de3-4c43bbd71a1d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=27e2cfa2-6807-495b-a094-07fa40e22db9 HTTP/1.1" status: 200 len: 850 time: 0.0449555 Jun 29 11:49:56.297883 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd3db13-6cd2-4b78-b61f-0a836ca3dfd3 req-53b9d451-85e6-4e2a-b134-bfcc87e16ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:49:56.299354 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-8bd3db13-6cd2-4b78-b61f-0a836ca3dfd3 req-53b9d451-85e6-4e2a-b134-bfcc87e16ac2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f1dadca7-e0bc-41aa-9097-db23d856fd7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0497656 Jun 29 11:49:56.386261 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-8bd3db13-6cd2-4b78-b61f-0a836ca3dfd3 req-0843f671-8cf0-4485-b49a-494b91cb327c service neutron] 10.222.0.21 "GET /v2.0/networks/f1dadca7-e0bc-41aa-9097-db23d856fd7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796602 Jun 29 11:49:56.478355 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-8bd3db13-6cd2-4b78-b61f-0a836ca3dfd3 req-6f95a627-71d1-481d-8f74-45dea531c23a service neutron] 10.222.0.21 "GET /v2.0/networks/f1dadca7-e0bc-41aa-9097-db23d856fd7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851367 Jun 29 11:50:00.589800 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e58e8db1-bb8e-41bb-8408-d26b42887251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:50:03.373073 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-320cd7ef-032d-42c8-804c-6ad7b57903c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:50:03.715616 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:50:04.497301 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9be8c49d-fdd7-49be-a71c-49aaf5d45c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:50:06.314227 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b89f95f-4e97-482f-b2f6-4e48a7cde66a req-38f754c2-80b3-4fe0-9cc1-577657d9046f tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:50:06.315734 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-9b89f95f-4e97-482f-b2f6-4e48a7cde66a req-38f754c2-80b3-4fe0-9cc1-577657d9046f tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/ports?device_id=462cf1eb-b063-471b-a417-69171eeeb959 HTTP/1.1" status: 200 len: 946 time: 0.0633354 Jun 29 11:50:06.356877 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-9b89f95f-4e97-482f-b2f6-4e48a7cde66a req-0e77f386-3f52-4083-827e-baa9967d504e tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ae8598f-99d9-4b23-b111-338887bcbeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352464 Jun 29 11:50:06.448122 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7dc1f572-48b9-4e28-8a5a-f2a12e721563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:50:07.531923 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee613b21-dc82-49d3-ab7a-d4646cc65873 req-895cd1ef-86db-48f7-8d5c-5f255c03e42f tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:50:07.533379 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-ee613b21-dc82-49d3-ab7a-d4646cc65873 req-895cd1ef-86db-48f7-8d5c-5f255c03e42f tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/ports?device_id=462cf1eb-b063-471b-a417-69171eeeb959 HTTP/1.1" status: 200 len: 946 time: 0.0640869 Jun 29 11:50:07.571629 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-ee613b21-dc82-49d3-ab7a-d4646cc65873 req-aedc8b5e-997f-4fc1-8253-9f0802feda1d tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ae8598f-99d9-4b23-b111-338887bcbeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325310 Jun 29 11:50:08.456854 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe59cc7-059b-4d1c-9cec-b368709c4f05 req-8d2ac151-f08c-4d58-ac41-0f9ffb4f2faf tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:50:08.458377 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-3fe59cc7-059b-4d1c-9cec-b368709c4f05 req-8d2ac151-f08c-4d58-ac41-0f9ffb4f2faf tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.21 "GET /v2.0/ports?device_id=462cf1eb-b063-471b-a417-69171eeeb959 HTTP/1.1" status: 200 len: 946 time: 0.0624964 Jun 29 11:50:08.558584 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-3fe59cc7-059b-4d1c-9cec-b368709c4f05 req-3fda9827-f2d2-4d13-8b19-dd9b5df682f9 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Deleting port 824cd1be-eff6-4352-b417-adbd48469f98 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:50:08.558907 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3fe59cc7-059b-4d1c-9cec-b368709c4f05 req-3fda9827-f2d2-4d13-8b19-dd9b5df682f9 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744991508026'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:50:08.645845 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-3fe59cc7-059b-4d1c-9cec-b368709c4f05 req-3fda9827-f2d2-4d13-8b19-dd9b5df682f9 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] For port 824cd1be-eff6-4352-b417-adbd48469f98, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=824cd1be-eff6-4352-b417-adbd48469f98,segment=NetworkSegment(3ddbbe09-9109-4d14-8bbd-a59ca710308f),segment_id=3ddbbe09-9109-4d14-8bbd-a59ca710308f)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:50:08.646201 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3fe59cc7-059b-4d1c-9cec-b368709c4f05 req-3fda9827-f2d2-4d13-8b19-dd9b5df682f9 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013211'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:50:08.774867 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf10078d-cd99-4245-9593-ffd525c83360 req-9b993520-4c8f-4ce3-8a86-c78e799f4a1b tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:50:08.776401 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-bf10078d-cd99-4245-9593-ffd525c83360 req-9b993520-4c8f-4ce3-8a86-c78e799f4a1b tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/ports?device_id=462cf1eb-b063-471b-a417-69171eeeb959 HTTP/1.1" status: 200 len: 946 time: 0.0652878 Jun 29 11:50:08.814441 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-bf10078d-cd99-4245-9593-ffd525c83360 req-210ea664-31f1-4f2a-8d5d-fa484ed9a246 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/security-groups?id=3ae8598f-99d9-4b23-b111-338887bcbeb1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324552 Jun 29 11:50:08.826263 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3fe59cc7-059b-4d1c-9cec-b368709c4f05 req-3fda9827-f2d2-4d13-8b19-dd9b5df682f9 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:50:08.826634 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3fe59cc7-059b-4d1c-9cec-b368709c4f05 req-3fda9827-f2d2-4d13-8b19-dd9b5df682f9 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-533553'] for floatingip, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:50:08.826941 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.db.l3_db [req-3fe59cc7-059b-4d1c-9cec-b368709c4f05 req-3fda9827-f2d2-4d13-8b19-dd9b5df682f9 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Floating IP bc8b633f-1c3e-46df-a14f-11ec093d6a62 disassociated. External IP: 172.28.2.223, port: 824cd1be-eff6-4352-b417-adbd48469f98. Jun 29 11:50:08.827281 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-3fe59cc7-059b-4d1c-9cec-b368709c4f05 req-3fda9827-f2d2-4d13-8b19-dd9b5df682f9 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Calling delete_port for 824cd1be-eff6-4352-b417-adbd48469f98 owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:50:08.949815 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3fe59cc7-059b-4d1c-9cec-b368709c4f05 req-3fda9827-f2d2-4d13-8b19-dd9b5df682f9 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744991430440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744990953750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58778309'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:50:08.954171 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-413316e5-3068-42fb-97c5-21881f3a3a34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:50:09.213006 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fda9827-f2d2-4d13-8b19-dd9b5df682f9 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Pushing event deleted for resources: {'Port': ['ID=824cd1be-eff6-4352-b417-adbd48469f98,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:50:09.224111 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fda9827-f2d2-4d13-8b19-dd9b5df682f9 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:50:09.224615 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fda9827-f2d2-4d13-8b19-dd9b5df682f9 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:50:09.225555 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fda9827-f2d2-4d13-8b19-dd9b5df682f9 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:50:09.226333 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fda9827-f2d2-4d13-8b19-dd9b5df682f9 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:50:09.226333 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fda9827-f2d2-4d13-8b19-dd9b5df682f9 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:50:09.226633 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fda9827-f2d2-4d13-8b19-dd9b5df682f9 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:50:09.226986 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fda9827-f2d2-4d13-8b19-dd9b5df682f9 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:50:09.227333 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fda9827-f2d2-4d13-8b19-dd9b5df682f9 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:50:09.227711 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fda9827-f2d2-4d13-8b19-dd9b5df682f9 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:50:09.228060 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fda9827-f2d2-4d13-8b19-dd9b5df682f9 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:50:09.228406 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fda9827-f2d2-4d13-8b19-dd9b5df682f9 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:50:09.228748 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fda9827-f2d2-4d13-8b19-dd9b5df682f9 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:50:09.232846 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3fda9827-f2d2-4d13-8b19-dd9b5df682f9 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:50:09.337595 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3fe59cc7-059b-4d1c-9cec-b368709c4f05 req-3fda9827-f2d2-4d13-8b19-dd9b5df682f9 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Router 6324fd6d-78da-4ca0-895c-50af757af028 has already been hosted by L3 agent bfbd9503-e406-4b21-85aa-cc71bbe721ce {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 11:50:09.440388 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3fe59cc7-059b-4d1c-9cec-b368709c4f05 req-3fda9827-f2d2-4d13-8b19-dd9b5df682f9 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify agent at l3_agent.dv-cinder-797608-2-smb the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:50:09.451516 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29a11a1-79f3-44e5-8b8a-e979a7c5285c None None] Sync routers for ids ['6324fd6d-78da-4ca0-895c-50af757af028'] in dv-cinder-797608-2-smb {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:50:09.461833 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29a11a1-79f3-44e5-8b8a-e979a7c5285c None None] Routers {'6324fd6d-78da-4ca0-895c-50af757af028'} bound to L3 agent in host dv-cinder-797608-2-smb {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:50:09.462519 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-a29a11a1-79f3-44e5-8b8a-e979a7c5285c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T11:27:33Z,description=,heartbeat_timestamp=2021-06-29T11:50:03Z,host='dv-cinder-797608-2-smb',id=bfbd9503-e406-4b21-85aa-cc71bbe721ce,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:33Z,topic='l3_agent')) {'router_ids': ['6324fd6d-78da-4ca0-895c-50af757af028'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:50:09.484562 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fe59cc7-059b-4d1c-9cec-b368709c4f05 req-3fda9827-f2d2-4d13-8b19-dd9b5df682f9 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] No DVR routers for this DVR port 824cd1be-eff6-4352-b417-adbd48469f98 on host hv-cinder-79760 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:50:09.486925 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-3fe59cc7-059b-4d1c-9cec-b368709c4f05 req-3fda9827-f2d2-4d13-8b19-dd9b5df682f9 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126777'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:50:09.488945 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-3fe59cc7-059b-4d1c-9cec-b368709c4f05 req-3fda9827-f2d2-4d13-8b19-dd9b5df682f9 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.21 "DELETE /v2.0/ports/824cd1be-eff6-4352-b417-adbd48469f98 HTTP/1.1" status: 204 len: 173 time: 1.0252213 Jun 29 11:50:09.489456 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '462cf1eb-b063-471b-a417-69171eeeb959', 'name': 'network-vif-deleted', 'tag': '824cd1be-eff6-4352-b417-adbd48469f98'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:50:09.491790 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e84c2f8edc4c5bc2f689ddb2df796faf16af949d7518eb87a014b7a9d68b702d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-158fb105-950a-4545-b8f6-dc838f1a9423" -d '{"events": [{"server_uuid": "462cf1eb-b063-471b-a417-69171eeeb959", "name": "network-vif-deleted", "tag": "824cd1be-eff6-4352-b417-adbd48469f98"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:50:09.583381 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-a29a11a1-79f3-44e5-8b8a-e979a7c5285c None None] Set router 6324fd6d-78da-4ca0-895c-50af757af028 gateway port host: dv-cinder-797608-2-smb {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:50:09.654244 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d6ada3a-713b-411d-add2-24593121dd6b x-openstack-request-id: req-0d6ada3a-713b-411d-add2-24593121dd6b {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:50:09.654594 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "462cf1eb-b063-471b-a417-69171eeeb959", "name": "network-vif-deleted", "tag": "824cd1be-eff6-4352-b417-adbd48469f98", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:50:09.654883 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0d6ada3a-713b-411d-add2-24593121dd6b {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:50:09.655314 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '462cf1eb-b063-471b-a417-69171eeeb959', 'name': 'network-vif-deleted', 'tag': '824cd1be-eff6-4352-b417-adbd48469f98', 'status': 'completed', 'code': 200} Jun 29 11:50:09.809346 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-a29a11a1-79f3-44e5-8b8a-e979a7c5285c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6324fd6d-78da-4ca0-895c-50af757af028', 'name': 'tempest-AttachVolumeTestJSON-2020938756-router', 'tenant_id': '1dde4d3e3b01456bb7062452fd29abff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'external_fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.87'}], 'enable_snat': True}, 'gw_port_id': '99f12505-48ab-41f6-b75f-f613c0dc3da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:45:50Z', 'updated_at': '2021-06-29T11:45:52Z', 'revision_number': 4, 'project_id': '1dde4d3e3b01456bb7062452fd29abff', 'gw_port': {'id': '99f12505-48ab-41f6-b75f-f613c0dc3da3', 'name': '', 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:55:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6324fd6d-78da-4ca0-895c-50af757af028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:45:50Z', 'updated_at': '2021-06-29T11:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042f854c-de74-4a6a-969f-d747577d8cca', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-smb', '_interfaces': [{'id': 'da0bc394-6d32-452a-b2b9-524bf1b5e7cc', 'name': '', 'network_id': 'f1dadca7-e0bc-41aa-9097-db23d856fd7d', 'tenant_id': '1dde4d3e3b01456bb7062452fd29abff', 'mac_address': 'fa:16:3e:bc:ef:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6324fd6d-78da-4ca0-895c-50af757af028', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '27e2cfa2-6807-495b-a094-07fa40e22db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:45:52Z', 'updated_at': '2021-06-29T11:45:57Z', 'revision_number': 5, 'project_id': '1dde4d3e3b01456bb7062452fd29abff', 'subnets': [{'id': '27e2cfa2-6807-495b-a094-07fa40e22db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-smb', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:50:09.839777 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29a11a1-79f3-44e5-8b8a-e979a7c5285c None None] Checking router: 6324fd6d-78da-4ca0-895c-50af757af028 for host: dv-cinder-797608-2-smb {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:50:09.847965 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29a11a1-79f3-44e5-8b8a-e979a7c5285c None None] Routers {'6324fd6d-78da-4ca0-895c-50af757af028'} bound to L3 agent in host dv-cinder-797608-2-smb {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:50:09.848569 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-a29a11a1-79f3-44e5-8b8a-e979a7c5285c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T11:27:33Z,description=,heartbeat_timestamp=2021-06-29T11:50:03Z,host='dv-cinder-797608-2-smb',id=bfbd9503-e406-4b21-85aa-cc71bbe721ce,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:33Z,topic='l3_agent')) {'router_ids': ['6324fd6d-78da-4ca0-895c-50af757af028'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:50:09.962693 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-a29a11a1-79f3-44e5-8b8a-e979a7c5285c None None] Set router 6324fd6d-78da-4ca0-895c-50af757af028 gateway port host: dv-cinder-797608-2-smb {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:50:09.978713 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-8045462a-a34d-4499-bc9f-bca11f08ae22 req-1662a58e-37df-4127-8347-0c71c1e4137f tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/ports?device_id=462cf1eb-b063-471b-a417-69171eeeb959 HTTP/1.1" status: 200 len: 210 time: 0.0369704 Jun 29 11:50:10.171149 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-a29a11a1-79f3-44e5-8b8a-e979a7c5285c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6324fd6d-78da-4ca0-895c-50af757af028', 'name': 'tempest-AttachVolumeTestJSON-2020938756-router', 'tenant_id': '1dde4d3e3b01456bb7062452fd29abff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'external_fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.87'}], 'enable_snat': True}, 'gw_port_id': '99f12505-48ab-41f6-b75f-f613c0dc3da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:45:50Z', 'updated_at': '2021-06-29T11:45:52Z', 'revision_number': 4, 'project_id': '1dde4d3e3b01456bb7062452fd29abff', 'gw_port': {'id': '99f12505-48ab-41f6-b75f-f613c0dc3da3', 'name': '', 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:55:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6324fd6d-78da-4ca0-895c-50af757af028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:45:50Z', 'updated_at': '2021-06-29T11:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042f854c-de74-4a6a-969f-d747577d8cca', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-smb', '_interfaces': [{'id': 'da0bc394-6d32-452a-b2b9-524bf1b5e7cc', 'name': '', 'network_id': 'f1dadca7-e0bc-41aa-9097-db23d856fd7d', 'tenant_id': '1dde4d3e3b01456bb7062452fd29abff', 'mac_address': 'fa:16:3e:bc:ef:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6324fd6d-78da-4ca0-895c-50af757af028', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '27e2cfa2-6807-495b-a094-07fa40e22db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:45:52Z', 'updated_at': '2021-06-29T11:45:57Z', 'revision_number': 5, 'project_id': '1dde4d3e3b01456bb7062452fd29abff', 'subnets': [{'id': '27e2cfa2-6807-495b-a094-07fa40e22db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-smb', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:50:10.200851 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29a11a1-79f3-44e5-8b8a-e979a7c5285c None None] The sync data for ids ['6324fd6d-78da-4ca0-895c-50af757af028'] in dv-cinder-797608-2-smb is: [{'id': '6324fd6d-78da-4ca0-895c-50af757af028', 'name': 'tempest-AttachVolumeTestJSON-2020938756-router', 'tenant_id': '1dde4d3e3b01456bb7062452fd29abff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'external_fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.87'}], 'enable_snat': True}, 'gw_port_id': '99f12505-48ab-41f6-b75f-f613c0dc3da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:45:50Z', 'updated_at': '2021-06-29T11:45:52Z', 'revision_number': 4, 'project_id': '1dde4d3e3b01456bb7062452fd29abff', 'gw_port': {'id': '99f12505-48ab-41f6-b75f-f613c0dc3da3', 'name': '', 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:55:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6324fd6d-78da-4ca0-895c-50af757af028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:45:50Z', 'updated_at': '2021-06-29T11:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042f854c-de74-4a6a-969f-d747577d8cca', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-smb', '_interfaces': [{'id': 'da0bc394-6d32-452a-b2b9-524bf1b5e7cc', 'name': '', 'network_id': 'f1dadca7-e0bc-41aa-9097-db23d856fd7d', 'tenant_id': '1dde4d3e3b01456bb7062452fd29abff', 'mac_address': 'fa:16:3e:bc:ef:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6324fd6d-78da-4ca0-895c-50af757af028', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '27e2cfa2-6807-495b-a094-07fa40e22db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:45:52Z', 'updated_at': '2021-06-29T11:45:57Z', 'revision_number': 5, 'project_id': '1dde4d3e3b01456bb7062452fd29abff', 'subnets': [{'id': '27e2cfa2-6807-495b-a094-07fa40e22db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:50:10.393660 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d52742-1958-42df-b43b-8d6c07182677 None None] New status for floating IP bc8b633f-1c3e-46df-a14f-11ec093d6a62: DOWN {{(pid=93177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 11:50:11.100807 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Device 824cd1be-eff6-4352-b417-adbd48469f98 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:50:11.101262 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 56658) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:50:11.121247 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] No Port match for: 824cd1be-eff6-4352-b417-adbd48469f98 {{(pid=93177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:50:11.121692 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Device 824cd1be-eff6-4352-b417-adbd48469f98 not bound to the agent host hv-cinder-79760 {{(pid=93177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:50:11.157186 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-d8febb70-16d5-422d-ac5f-5c343eacc5f8 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify callbacks [] for security_group, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:50:11.179029 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-d8febb70-16d5-422d-ac5f-5c343eacc5f8 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:50:11.228056 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-d8febb70-16d5-422d-ac5f-5c343eacc5f8 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:50:11.230603 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-d8febb70-16d5-422d-ac5f-5c343eacc5f8 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify callbacks [] for security_group, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:50:11.231759 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-d8febb70-16d5-422d-ac5f-5c343eacc5f8 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "DELETE /v2.0/security-groups/3ae8598f-99d9-4b23-b111-338887bcbeb1 HTTP/1.1" status: 204 len: 168 time: 0.1295116 Jun 29 11:50:11.232516 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-7a945b20-7d9a-4a6a-bc43-84528e627737 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:50:11.234718 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 56660) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:50:11.241810 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8febb70-16d5-422d-ac5f-5c343eacc5f8 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ae8598f-99d9-4b23-b111-338887bcbeb1,revision_number=None']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:50:11.248935 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.api.v2.resource [None req-d278624c-e308-4047-a821-bc58b4f40076 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] show failed (client error): The resource could not be found. Jun 29 11:50:11.249202 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8febb70-16d5-422d-ac5f-5c343eacc5f8 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:50:11.249573 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8febb70-16d5-422d-ac5f-5c343eacc5f8 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:50:11.249897 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-d278624c-e308-4047-a821-bc58b4f40076 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/security-groups/3ae8598f-99d9-4b23-b111-338887bcbeb1 HTTP/1.1" status: 404 len: 347 time: 0.0141852 Jun 29 11:50:11.250033 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8febb70-16d5-422d-ac5f-5c343eacc5f8 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:50:11.250272 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8febb70-16d5-422d-ac5f-5c343eacc5f8 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:50:11.250620 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8febb70-16d5-422d-ac5f-5c343eacc5f8 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:50:11.251081 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8febb70-16d5-422d-ac5f-5c343eacc5f8 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:50:11.251339 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8febb70-16d5-422d-ac5f-5c343eacc5f8 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:50:11.251714 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8febb70-16d5-422d-ac5f-5c343eacc5f8 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:50:11.252060 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8febb70-16d5-422d-ac5f-5c343eacc5f8 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:50:11.252401 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8febb70-16d5-422d-ac5f-5c343eacc5f8 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:50:11.252744 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8febb70-16d5-422d-ac5f-5c343eacc5f8 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:50:11.252860 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 56662) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:50:11.253085 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8febb70-16d5-422d-ac5f-5c343eacc5f8 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:50:11.256777 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-d8febb70-16d5-422d-ac5f-5c343eacc5f8 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:50:11.381668 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-142be65b-2bec-4522-852c-6ac2f74d2506 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Deleting port c15849e9-9122-473a-9f45-aa248b2ed52c {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:50:11.382017 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-142be65b-2bec-4522-852c-6ac2f74d2506 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744991508026'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:50:11.457569 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-142be65b-2bec-4522-852c-6ac2f74d2506 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013211'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:50:11.457890 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-142be65b-2bec-4522-852c-6ac2f74d2506 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:50:11.470391 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-142be65b-2bec-4522-852c-6ac2f74d2506 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Calling delete_port for c15849e9-9122-473a-9f45-aa248b2ed52c owned by network:floatingip {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:50:11.599214 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-142be65b-2bec-4522-852c-6ac2f74d2506 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744991430440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744990953750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58778309'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:50:11.601851 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-97615ba2-ca10-4980-b6f4-0f554470d4cb tempest-AttachVolumeNegativeTest-374771956 tempest-AttachVolumeNegativeTest-374771956-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:50:11.628380 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142be65b-2bec-4522-852c-6ac2f74d2506 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Pushing event deleted for resources: {'Port': ['ID=c15849e9-9122-473a-9f45-aa248b2ed52c,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:50:11.631339 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-142be65b-2bec-4522-852c-6ac2f74d2506 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:50:11.687397 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-142be65b-2bec-4522-852c-6ac2f74d2506 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify callbacks [] for floatingip, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:50:11.689969 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-142be65b-2bec-4522-852c-6ac2f74d2506 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126777'] for floatingip, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:50:11.691103 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-142be65b-2bec-4522-852c-6ac2f74d2506 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "DELETE /v2.0/floatingips/bc8b633f-1c3e-46df-a14f-11ec093d6a62 HTTP/1.1" status: 204 len: 168 time: 0.4374554 Jun 29 11:50:12.020265 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 56666) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:50:12.025776 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.v2.base [None req-9daff76e-a784-46a4-9711-f758d920017d tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1322551447', 'description': 'tempest-description--763023541'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:50:12.047552 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9daff76e-a784-46a4-9711-f758d920017d tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:50:12.127171 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9daff76e-a784-46a4-9711-f758d920017d tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:50:12.130809 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9daff76e-a784-46a4-9711-f758d920017d tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:50:12.133647 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9cc5b040-a697-4ab6-9a84-68c8839e0a4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:50:12.156769 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9daff76e-a784-46a4-9711-f758d920017d tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:50:12.157966 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-9daff76e-a784-46a4-9711-f758d920017d tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1367011 Jun 29 11:50:12.161481 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 56668) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:50:12.162035 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daff76e-a784-46a4-9711-f758d920017d tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58f60676-86ed-48c9-a908-0d9886f38866,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:50:12.165136 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9daff76e-a784-46a4-9711-f758d920017d tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:50:12.167170 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.v2.base [None req-3c8b991c-9a67-49a1-9c4f-bf87b5aed276 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Request body: {'security_group_rule': {'security_group_id': '58f60676-86ed-48c9-a908-0d9886f38866', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:50:12.194442 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-3c8b991c-9a67-49a1-9c4f-bf87b5aed276 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:50:12.242812 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-3c8b991c-9a67-49a1-9c4f-bf87b5aed276 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:50:12.246369 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-3c8b991c-9a67-49a1-9c4f-bf87b5aed276 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-935581'] for security_group_rule, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:50:12.251085 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-3819f4bf-82aa-4f37-9d93-36695a43ea08 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:50:12.265896 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8b991c-9a67-49a1-9c4f-bf87b5aed276 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=549fc773-e688-4716-9c94-e5f20324d4ca,revision_number=0']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:50:12.268507 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-3c8b991c-9a67-49a1-9c4f-bf87b5aed276 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:50:12.273380 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-3c8b991c-9a67-49a1-9c4f-bf87b5aed276 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:50:12.274590 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-3c8b991c-9a67-49a1-9c4f-bf87b5aed276 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1113324 Jun 29 11:50:12.277474 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 56670) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:50:12.282105 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.v2.base [None req-c56fa8f9-4276-4815-8555-aa7ceb799777 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Request body: {'security_group_rule': {'security_group_id': '58f60676-86ed-48c9-a908-0d9886f38866', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:50:12.306678 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c56fa8f9-4276-4815-8555-aa7ceb799777 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:50:12.367245 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c56fa8f9-4276-4815-8555-aa7ceb799777 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:50:12.370914 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c56fa8f9-4276-4815-8555-aa7ceb799777 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-935581'] for security_group_rule, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:50:12.372914 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:50:12.388246 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56fa8f9-4276-4815-8555-aa7ceb799777 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e36c48d-11b9-4368-aa6a-904a46023bbc,revision_number=0']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:50:12.392113 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c56fa8f9-4276-4815-8555-aa7ceb799777 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:50:12.394734 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-c56fa8f9-4276-4815-8555-aa7ceb799777 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:50:12.395935 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-c56fa8f9-4276-4815-8555-aa7ceb799777 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1173744 Jun 29 11:50:12.399440 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 56672) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:50:12.403836 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.v2.base [None req-9ffe7092-1878-4593-8281-be2f16957ad0 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Request body: {'floatingip': {'floating_network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:50:12.424532 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9ffe7092-1878-4593-8281-be2f16957ad0 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify callbacks [] for floatingip, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:50:12.517322 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9ffe7092-1878-4593-8281-be2f16957ad0 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:50:12.620457 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-9ffe7092-1878-4593-8281-be2f16957ad0 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Allocated IP 172.28.2.201 (6fd298bf-14bd-44c4-b839-39c6685a3eb6/042f854c-de74-4a6a-969f-d747577d8cca/29420610-12f1-458e-bce7-be9472aeece5) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:50:12.723269 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9ffe7092-1878-4593-8281-be2f16957ad0 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:50:12.763091 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9ffe7092-1878-4593-8281-be2f16957ad0 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3670657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744990953741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58778316'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:50:12.765271 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3fda9827-f2d2-4d13-8b19-dd9b5df682f9 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:50:12.808048 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ffe7092-1878-4593-8281-be2f16957ad0 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Network 6fd298bf-14bd-44c4-b839-39c6685a3eb6 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:50:12.810856 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-9ffe7092-1878-4593-8281-be2f16957ad0 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:50:12.814363 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffe7092-1878-4593-8281-be2f16957ad0 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:50:12.838441 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffe7092-1878-4593-8281-be2f16957ad0 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Pushing event updated for resources: {'Port': ['ID=29420610-12f1-458e-bce7-be9472aeece5,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:50:12.844282 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9ffe7092-1878-4593-8281-be2f16957ad0 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:50:12.901741 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9ffe7092-1878-4593-8281-be2f16957ad0 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:50:12.942506 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9ffe7092-1878-4593-8281-be2f16957ad0 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:50:13.106651 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9ffe7092-1878-4593-8281-be2f16957ad0 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:50:13.113685 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9ffe7092-1878-4593-8281-be2f16957ad0 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58778366'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:50:13.116876 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0e09676e-75d8-4872-9e12-2ab18dcd32db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:50:13.184279 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffe7092-1878-4593-8281-be2f16957ad0 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Pushing event updated for resources: {'Port': ['ID=29420610-12f1-458e-bce7-be9472aeece5,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:50:13.189537 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9ffe7092-1878-4593-8281-be2f16957ad0 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:50:13.196739 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9ffe7092-1878-4593-8281-be2f16957ad0 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-533553'] for floatingip, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:50:13.210700 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-9ffe7092-1878-4593-8281-be2f16957ad0 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126777'] for floatingip, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:50:13.211941 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-9ffe7092-1878-4593-8281-be2f16957ad0 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8115571 Jun 29 11:50:13.352070 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-665cbd8e-7a9b-41e8-8c63-36d3d014bc04 req-134a03de-a279-4d9d-9524-4d7ed4b597f8 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-securitygroup--1322551447&fields=id&tenant_id=1dde4d3e3b01456bb7062452fd29abff HTTP/1.1" status: 200 len: 267 time: 0.0335026 Jun 29 11:50:13.456869 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665cbd8e-7a9b-41e8-8c63-36d3d014bc04 req-bb1071a8-036c-420c-8f2f-f605be3abe77 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:50:13.458228 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-665cbd8e-7a9b-41e8-8c63-36d3d014bc04 req-bb1071a8-036c-420c-8f2f-f605be3abe77 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/networks?id=f1dadca7-e0bc-41aa-9097-db23d856fd7d HTTP/1.1" status: 200 len: 811 time: 0.0999281 Jun 29 11:50:13.472774 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-665cbd8e-7a9b-41e8-8c63-36d3d014bc04 req-10ec1a9d-5a93-42ef-a3fe-73db3583d068 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/quotas/1dde4d3e3b01456bb7062452fd29abff HTTP/1.1" status: 200 len: 375 time: 0.0088511 Jun 29 11:50:13.545657 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-665cbd8e-7a9b-41e8-8c63-36d3d014bc04 req-b5affe41-1323-4ac7-b9d3-a9fb1268ef67 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=1dde4d3e3b01456bb7062452fd29abff&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0673413 Jun 29 11:50:13.642068 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-665cbd8e-7a9b-41e8-8c63-36d3d014bc04 req-8af656e4-00cd-4718-b274-1ae90c472225 service neutron] 10.222.0.78 "GET /v2.0/networks/f1dadca7-e0bc-41aa-9097-db23d856fd7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847938 Jun 29 11:50:13.728850 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-665cbd8e-7a9b-41e8-8c63-36d3d014bc04 req-d8caf92c-c47d-4cf8-bbf0-1105e9392122 service neutron] 10.222.0.78 "GET /v2.0/networks/f1dadca7-e0bc-41aa-9097-db23d856fd7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804482 Jun 29 11:50:13.900944 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-830b50dd-6904-4066-b30c-e27348211cab req-cc6e3521-34d3-4bbb-b0cc-e6d776104280 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/ports?device_id=fdad6665-99b4-4861-8a32-5c8058f2eb95 HTTP/1.1" status: 200 len: 210 time: 0.0342391 Jun 29 11:50:15.044839 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665cbd8e-7a9b-41e8-8c63-36d3d014bc04 req-4b821eaa-c138-45bd-87b9-4c6aef0ce8d9 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:50:15.048092 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-665cbd8e-7a9b-41e8-8c63-36d3d014bc04 req-4b821eaa-c138-45bd-87b9-4c6aef0ce8d9 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.21 "GET /v2.0/networks?id=f1dadca7-e0bc-41aa-9097-db23d856fd7d HTTP/1.1" status: 200 len: 811 time: 0.1203849 Jun 29 11:50:15.067876 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-e3791df1-1427-447e-b495-ac68cf0242b5 req-8ab7a8f9-8500-4079-843b-7ac902be1278 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/ports?device_id=fdad6665-99b4-4861-8a32-5c8058f2eb95 HTTP/1.1" status: 200 len: 210 time: 0.0375142 Jun 29 11:50:15.099139 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-665cbd8e-7a9b-41e8-8c63-36d3d014bc04 req-65ab016a-013a-44f7-8261-2cd236279d80 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1dde4d3e3b01456bb7062452fd29abff HTTP/1.1" status: 200 len: 380 time: 0.0426238 Jun 29 11:50:15.109550 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.v2.base [req-665cbd8e-7a9b-41e8-8c63-36d3d014bc04 req-9155d4a4-125a-4d40-9390-19604edc9db1 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Request body: {'port': {'device_id': 'fdad6665-99b4-4861-8a32-5c8058f2eb95', 'network_id': 'f1dadca7-e0bc-41aa-9097-db23d856fd7d', 'admin_state_up': True, 'tenant_id': '1dde4d3e3b01456bb7062452fd29abff', 'security_groups': ['58f60676-86ed-48c9-a908-0d9886f38866']}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:50:15.233161 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-665cbd8e-7a9b-41e8-8c63-36d3d014bc04 req-9155d4a4-125a-4d40-9390-19604edc9db1 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Made reservation on behalf of 1dde4d3e3b01456bb7062452fd29abff for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:50:15.236803 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-665cbd8e-7a9b-41e8-8c63-36d3d014bc04 req-9155d4a4-125a-4d40-9390-19604edc9db1 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:50:15.387400 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-665cbd8e-7a9b-41e8-8c63-36d3d014bc04 req-9155d4a4-125a-4d40-9390-19604edc9db1 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Allocated IP 172.20.0.13 (f1dadca7-e0bc-41aa-9097-db23d856fd7d/27e2cfa2-6807-495b-a094-07fa40e22db9/1a57a6b5-f04b-4dab-a4ce-e172b06706e9) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:50:15.547935 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-665cbd8e-7a9b-41e8-8c63-36d3d014bc04 req-9155d4a4-125a-4d40-9390-19604edc9db1 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:50:15.564948 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-665cbd8e-7a9b-41e8-8c63-36d3d014bc04 req-9155d4a4-125a-4d40-9390-19604edc9db1 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Transition to ACTIVE for port object 1a57a6b5-f04b-4dab-a4ce-e172b06706e9 will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:50:15.607265 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-665cbd8e-7a9b-41e8-8c63-36d3d014bc04 req-9155d4a4-125a-4d40-9390-19604edc9db1 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3670657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744990953741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58778316'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:50:15.611166 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f635253b-80ce-4880-8318-8bab7a60735c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:50:15.667747 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-665cbd8e-7a9b-41e8-8c63-36d3d014bc04 req-9155d4a4-125a-4d40-9390-19604edc9db1 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Network f1dadca7-e0bc-41aa-9097-db23d856fd7d is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:50:15.671182 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-665cbd8e-7a9b-41e8-8c63-36d3d014bc04 req-9155d4a4-125a-4d40-9390-19604edc9db1 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:50:15.675249 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-665cbd8e-7a9b-41e8-8c63-36d3d014bc04 req-9155d4a4-125a-4d40-9390-19604edc9db1 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:50:15.681809 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9155d4a4-125a-4d40-9390-19604edc9db1 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Pushing event updated for resources: {'Port': ['ID=1a57a6b5-f04b-4dab-a4ce-e172b06706e9,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:50:15.702254 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9155d4a4-125a-4d40-9390-19604edc9db1 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:50:15.729323 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665cbd8e-7a9b-41e8-8c63-36d3d014bc04 req-9155d4a4-125a-4d40-9390-19604edc9db1 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:50:15.729941 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-665cbd8e-7a9b-41e8-8c63-36d3d014bc04 req-9155d4a4-125a-4d40-9390-19604edc9db1 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126777'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:50:15.745242 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-665cbd8e-7a9b-41e8-8c63-36d3d014bc04 req-9155d4a4-125a-4d40-9390-19604edc9db1 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6401074 Jun 29 11:50:15.758467 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.v2.base [req-665cbd8e-7a9b-41e8-8c63-36d3d014bc04 req-7b743e2f-b23d-4faf-843b-93d26650ae59 service neutron] Request body: {'port': {'device_id': 'fdad6665-99b4-4861-8a32-5c8058f2eb95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:50:15.835249 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-665cbd8e-7a9b-41e8-8c63-36d3d014bc04 req-7b743e2f-b23d-4faf-843b-93d26650ae59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:50:15.931455 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-6d83ac09-09e1-43bc-975f-9ad3278ecb89 None None] Provisioning for port 1a57a6b5-f04b-4dab-a4ce-e172b06706e9 completed by entity DHCP. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:50:15.936720 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-6d83ac09-09e1-43bc-975f-9ad3278ecb89 None None] Provisioning complete for port 1a57a6b5-f04b-4dab-a4ce-e172b06706e9 triggered by entity DHCP. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:50:15.937101 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6d83ac09-09e1-43bc-975f-9ad3278ecb89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:50:15.971932 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-6d83ac09-09e1-43bc-975f-9ad3278ecb89 None None] Port 1a57a6b5-f04b-4dab-a4ce-e172b06706e9 cannot update to ACTIVE because it is not bound. {{(pid=93177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 11:50:16.124649 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.notifiers.nova [req-665cbd8e-7a9b-41e8-8c63-36d3d014bc04 req-7b743e2f-b23d-4faf-843b-93d26650ae59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a57a6b5-f04b-4dab-a4ce-e172b06706e9 {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:50:16.131985 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-665cbd8e-7a9b-41e8-8c63-36d3d014bc04 req-7b743e2f-b23d-4faf-843b-93d26650ae59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:50:16.143452 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-665cbd8e-7a9b-41e8-8c63-36d3d014bc04 req-7b743e2f-b23d-4faf-843b-93d26650ae59 service neutron] Transition to ACTIVE for port object 1a57a6b5-f04b-4dab-a4ce-e172b06706e9 will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:50:16.147850 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-665cbd8e-7a9b-41e8-8c63-36d3d014bc04 req-7b743e2f-b23d-4faf-843b-93d26650ae59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58778366'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:50:16.151151 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-fe6dad56-10b6-47d6-9b14-43a6b2a0f977 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:50:16.226787 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b743e2f-b23d-4faf-843b-93d26650ae59 service neutron] Pushing event updated for resources: {'Port': ['ID=1a57a6b5-f04b-4dab-a4ce-e172b06706e9,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:50:16.249622 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe027db7-e246-4569-a8ee-c4d479359229 req-787bc6ae-b3f5-447a-a163-e0cebd58d447 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:50:16.251191 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-fe027db7-e246-4569-a8ee-c4d479359229 req-787bc6ae-b3f5-447a-a163-e0cebd58d447 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/ports?device_id=fdad6665-99b4-4861-8a32-5c8058f2eb95 HTTP/1.1" status: 200 len: 944 time: 0.0715251 Jun 29 11:50:16.259799 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7b743e2f-b23d-4faf-843b-93d26650ae59 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:50:16.282585 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-665cbd8e-7a9b-41e8-8c63-36d3d014bc04 req-7b743e2f-b23d-4faf-843b-93d26650ae59 service neutron] Attempting to bind port 1a57a6b5-f04b-4dab-a4ce-e172b06706e9 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:50:16.282916 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-665cbd8e-7a9b-41e8-8c63-36d3d014bc04 req-7b743e2f-b23d-4faf-843b-93d26650ae59 service neutron] Attempting to bind port 1a57a6b5-f04b-4dab-a4ce-e172b06706e9 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '3ddbbe09-9109-4d14-8bbd-a59ca710308f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f1dadca7-e0bc-41aa-9097-db23d856fd7d'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:50:16.283246 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665cbd8e-7a9b-41e8-8c63-36d3d014bc04 req-7b743e2f-b23d-4faf-843b-93d26650ae59 service neutron] Attempting to bind port 1a57a6b5-f04b-4dab-a4ce-e172b06706e9 on network f1dadca7-e0bc-41aa-9097-db23d856fd7d {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:50:16.288355 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665cbd8e-7a9b-41e8-8c63-36d3d014bc04 req-7b743e2f-b23d-4faf-843b-93d26650ae59 service neutron] Port 1a57a6b5-f04b-4dab-a4ce-e172b06706e9 on network f1dadca7-e0bc-41aa-9097-db23d856fd7d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 11:50:16.288675 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665cbd8e-7a9b-41e8-8c63-36d3d014bc04 req-7b743e2f-b23d-4faf-843b-93d26650ae59 service neutron] Attempting to bind port 1a57a6b5-f04b-4dab-a4ce-e172b06706e9 on network f1dadca7-e0bc-41aa-9097-db23d856fd7d {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:50:16.293923 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665cbd8e-7a9b-41e8-8c63-36d3d014bc04 req-7b743e2f-b23d-4faf-843b-93d26650ae59 service neutron] Checking agent: {'id': '2f355b06-002c-40e6-bb76-5e394ebaabf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 33, 51), 'started_at': datetime.datetime(2021, 6, 29, 11, 33, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:50:16.294265 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665cbd8e-7a9b-41e8-8c63-36d3d014bc04 req-7b743e2f-b23d-4faf-843b-93d26650ae59 service neutron] Checking segment: {'id': '3ddbbe09-9109-4d14-8bbd-a59ca710308f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f1dadca7-e0bc-41aa-9097-db23d856fd7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:50:16.294639 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-665cbd8e-7a9b-41e8-8c63-36d3d014bc04 req-7b743e2f-b23d-4faf-843b-93d26650ae59 service neutron] Bound using segment: {'id': '3ddbbe09-9109-4d14-8bbd-a59ca710308f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f1dadca7-e0bc-41aa-9097-db23d856fd7d'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:50:16.295637 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-665cbd8e-7a9b-41e8-8c63-36d3d014bc04 req-7b743e2f-b23d-4faf-843b-93d26650ae59 service neutron] Bound port: 1a57a6b5-f04b-4dab-a4ce-e172b06706e9, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ddbbe09-9109-4d14-8bbd-a59ca710308f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'f1dadca7-e0bc-41aa-9097-db23d856fd7d'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:50:16.295637 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-665cbd8e-7a9b-41e8-8c63-36d3d014bc04 req-7b743e2f-b23d-4faf-843b-93d26650ae59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:50:16.305241 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-fe027db7-e246-4569-a8ee-c4d479359229 req-1d91629a-c17c-4125-9d5f-8dcef4df3316 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/security-groups?id=58f60676-86ed-48c9-a908-0d9886f38866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470016 Jun 29 11:50:16.366233 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-665cbd8e-7a9b-41e8-8c63-36d3d014bc04 req-7b743e2f-b23d-4faf-843b-93d26650ae59 service neutron] For port 1a57a6b5-f04b-4dab-a4ce-e172b06706e9, host hv-cinder-79760, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:50:16.369499 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-665cbd8e-7a9b-41e8-8c63-36d3d014bc04 req-7b743e2f-b23d-4faf-843b-93d26650ae59 service neutron] For port 1a57a6b5-f04b-4dab-a4ce-e172b06706e9, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=1a57a6b5-f04b-4dab-a4ce-e172b06706e9,segment=NetworkSegment(3ddbbe09-9109-4d14-8bbd-a59ca710308f),segment_id=3ddbbe09-9109-4d14-8bbd-a59ca710308f)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:50:16.373572 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-665cbd8e-7a9b-41e8-8c63-36d3d014bc04 req-7b743e2f-b23d-4faf-843b-93d26650ae59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58778366'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:50:16.375962 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:50:16.408245 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665cbd8e-7a9b-41e8-8c63-36d3d014bc04 req-7b743e2f-b23d-4faf-843b-93d26650ae59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:50:16.408856 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-665cbd8e-7a9b-41e8-8c63-36d3d014bc04 req-7b743e2f-b23d-4faf-843b-93d26650ae59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126777'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:50:16.410256 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-665cbd8e-7a9b-41e8-8c63-36d3d014bc04 req-7b743e2f-b23d-4faf-843b-93d26650ae59 service neutron] 10.222.0.21 "PUT /v2.0/ports/1a57a6b5-f04b-4dab-a4ce-e172b06706e9 HTTP/1.1" status: 200 len: 1094 time: 0.6568036 Jun 29 11:50:16.410765 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdad6665-99b4-4861-8a32-5c8058f2eb95', 'tag': '1a57a6b5-f04b-4dab-a4ce-e172b06706e9'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:50:16.413108 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e84c2f8edc4c5bc2f689ddb2df796faf16af949d7518eb87a014b7a9d68b702d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b57e40-1313-4150-a587-4282aa73f985" -d '{"events": [{"name": "network-changed", "server_uuid": "fdad6665-99b4-4861-8a32-5c8058f2eb95", "tag": "1a57a6b5-f04b-4dab-a4ce-e172b06706e9"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:50:16.440130 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b743e2f-b23d-4faf-843b-93d26650ae59 service neutron] Pushing event updated for resources: {'Port': ['ID=1a57a6b5-f04b-4dab-a4ce-e172b06706e9,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:50:16.443367 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7b743e2f-b23d-4faf-843b-93d26650ae59 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:50:16.483751 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 11:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5782828-6a57-44ac-9211-2ab6e664a0f9 x-openstack-request-id: req-d5782828-6a57-44ac-9211-2ab6e664a0f9 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:50:16.484085 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdad6665-99b4-4861-8a32-5c8058f2eb95", "tag": "1a57a6b5-f04b-4dab-a4ce-e172b06706e9", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:50:16.484377 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d5782828-6a57-44ac-9211-2ab6e664a0f9 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:50:16.484808 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdad6665-99b4-4861-8a32-5c8058f2eb95', 'tag': '1a57a6b5-f04b-4dab-a4ce-e172b06706e9', 'status': 'completed', 'code': 200} Jun 29 11:50:16.511453 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665cbd8e-7a9b-41e8-8c63-36d3d014bc04 req-2f15ebfe-fb99-4137-bb44-f2bafd23a071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:50:16.512984 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-665cbd8e-7a9b-41e8-8c63-36d3d014bc04 req-2f15ebfe-fb99-4137-bb44-f2bafd23a071 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1dde4d3e3b01456bb7062452fd29abff&device_id=fdad6665-99b4-4861-8a32-5c8058f2eb95 HTTP/1.1" status: 200 len: 1097 time: 0.0615971 Jun 29 11:50:16.556342 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-665cbd8e-7a9b-41e8-8c63-36d3d014bc04 req-16a52130-2e38-4cb1-bba0-95586d29cce5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a57a6b5-f04b-4dab-a4ce-e172b06706e9 HTTP/1.1" status: 200 len: 217 time: 0.0359859 Jun 29 11:50:16.604476 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665cbd8e-7a9b-41e8-8c63-36d3d014bc04 req-1b9741b8-9867-4b67-b9b6-67b565291275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:50:16.606005 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-665cbd8e-7a9b-41e8-8c63-36d3d014bc04 req-1b9741b8-9867-4b67-b9b6-67b565291275 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=27e2cfa2-6807-495b-a094-07fa40e22db9 HTTP/1.1" status: 200 len: 850 time: 0.0438223 Jun 29 11:50:16.666939 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665cbd8e-7a9b-41e8-8c63-36d3d014bc04 req-9c85aa15-33d0-4553-8815-700b4a14ff0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:50:16.668467 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-665cbd8e-7a9b-41e8-8c63-36d3d014bc04 req-9c85aa15-33d0-4553-8815-700b4a14ff0f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f1dadca7-e0bc-41aa-9097-db23d856fd7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0559888 Jun 29 11:50:16.754673 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-665cbd8e-7a9b-41e8-8c63-36d3d014bc04 req-3cc8778b-e42c-4681-9f29-b700b5c37232 service neutron] 10.222.0.21 "GET /v2.0/networks/f1dadca7-e0bc-41aa-9097-db23d856fd7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795054 Jun 29 11:50:16.843241 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-665cbd8e-7a9b-41e8-8c63-36d3d014bc04 req-1be55190-309d-46e7-ae4d-ee2480e75947 service neutron] 10.222.0.21 "GET /v2.0/networks/f1dadca7-e0bc-41aa-9097-db23d856fd7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821521 Jun 29 11:50:16.939507 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b57e40-1313-4150-a587-4282aa73f985 req-17d19987-d444-469b-8563-8b627ff7d10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:50:16.940927 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-c0b57e40-1313-4150-a587-4282aa73f985 req-17d19987-d444-469b-8563-8b627ff7d10c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1dde4d3e3b01456bb7062452fd29abff&device_id=fdad6665-99b4-4861-8a32-5c8058f2eb95 HTTP/1.1" status: 200 len: 1097 time: 0.0516343 Jun 29 11:50:17.030857 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b57e40-1313-4150-a587-4282aa73f985 req-4456ca30-358b-481f-96d8-662061e3c204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:50:17.032417 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-c0b57e40-1313-4150-a587-4282aa73f985 req-4456ca30-358b-481f-96d8-662061e3c204 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f1dadca7-e0bc-41aa-9097-db23d856fd7d HTTP/1.1" status: 200 len: 912 time: 0.0840464 Jun 29 11:50:17.076234 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-c0b57e40-1313-4150-a587-4282aa73f985 req-87d33519-1db9-4219-a131-edfbd19a2495 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a57a6b5-f04b-4dab-a4ce-e172b06706e9 HTTP/1.1" status: 200 len: 217 time: 0.0370233 Jun 29 11:50:17.123421 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b57e40-1313-4150-a587-4282aa73f985 req-5e6a93e7-40ef-4d94-85d4-6d43f1d99267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:50:17.124898 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-c0b57e40-1313-4150-a587-4282aa73f985 req-5e6a93e7-40ef-4d94-85d4-6d43f1d99267 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=27e2cfa2-6807-495b-a094-07fa40e22db9 HTTP/1.1" status: 200 len: 850 time: 0.0432498 Jun 29 11:50:17.182224 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b57e40-1313-4150-a587-4282aa73f985 req-b334dec7-2884-428c-bff2-6963499ebdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:50:17.183756 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-c0b57e40-1313-4150-a587-4282aa73f985 req-b334dec7-2884-428c-bff2-6963499ebdc3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f1dadca7-e0bc-41aa-9097-db23d856fd7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0525002 Jun 29 11:50:17.275418 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-c0b57e40-1313-4150-a587-4282aa73f985 req-b378fbd9-c7a4-435d-a080-4ac8fb6f1e61 service neutron] 10.222.0.21 "GET /v2.0/networks/f1dadca7-e0bc-41aa-9097-db23d856fd7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849528 Jun 29 11:50:17.363936 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-c0b57e40-1313-4150-a587-4282aa73f985 req-1b9e2919-4fd3-4f2d-a0a4-0c6058f8c230 service neutron] 10.222.0.21 "GET /v2.0/networks/f1dadca7-e0bc-41aa-9097-db23d856fd7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815969 Jun 29 11:50:17.486368 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f59af-41f4-42f9-b15b-0a4162ab2f06 req-9df2b374-9778-4359-9f28-28eb894ba858 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:50:17.487872 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-0a0f59af-41f4-42f9-b15b-0a4162ab2f06 req-9df2b374-9778-4359-9f28-28eb894ba858 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/ports?device_id=fdad6665-99b4-4861-8a32-5c8058f2eb95 HTTP/1.1" status: 200 len: 944 time: 0.0714617 Jun 29 11:50:17.532931 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-0a0f59af-41f4-42f9-b15b-0a4162ab2f06 req-82369670-aea8-4a2c-aa45-5714d2ffc2f0 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/security-groups?id=58f60676-86ed-48c9-a908-0d9886f38866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332921 Jun 29 11:50:18.706772 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c241b7a-c2f5-4cce-a5b9-437a57953204 req-6493bdbc-1ba0-4330-968f-f7fdf0d8bcb0 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:50:18.708179 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-2c241b7a-c2f5-4cce-a5b9-437a57953204 req-6493bdbc-1ba0-4330-968f-f7fdf0d8bcb0 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/ports?device_id=fdad6665-99b4-4861-8a32-5c8058f2eb95 HTTP/1.1" status: 200 len: 944 time: 0.0620544 Jun 29 11:50:18.745768 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-2c241b7a-c2f5-4cce-a5b9-437a57953204 req-322fcf9a-f523-45e0-86c6-cc5aeccd3e25 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/security-groups?id=58f60676-86ed-48c9-a908-0d9886f38866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310881 Jun 29 11:50:19.919040 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb981eaf-857d-4b17-ae4a-acc8d85af77d req-39cc44a1-2a12-469a-baf3-f55fe9dc89e6 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:50:19.920483 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-fb981eaf-857d-4b17-ae4a-acc8d85af77d req-39cc44a1-2a12-469a-baf3-f55fe9dc89e6 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/ports?device_id=fdad6665-99b4-4861-8a32-5c8058f2eb95 HTTP/1.1" status: 200 len: 944 time: 0.0652514 Jun 29 11:50:19.960878 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-fb981eaf-857d-4b17-ae4a-acc8d85af77d req-28c45e21-cef7-46f2-bf8d-c5765ff12918 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/security-groups?id=58f60676-86ed-48c9-a908-0d9886f38866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347812 Jun 29 11:50:20.675076 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:50:21.144664 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e3aa2d-a8e8-404e-a1d8-5ea57ca87496 req-ba6fca79-0614-4636-a9a7-e20c237886cc tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:50:21.146088 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-d7e3aa2d-a8e8-404e-a1d8-5ea57ca87496 req-ba6fca79-0614-4636-a9a7-e20c237886cc tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/ports?device_id=fdad6665-99b4-4861-8a32-5c8058f2eb95 HTTP/1.1" status: 200 len: 944 time: 0.0686541 Jun 29 11:50:21.161919 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Device 1a57a6b5-f04b-4dab-a4ce-e172b06706e9 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 11:50:21.185693 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-d7e3aa2d-a8e8-404e-a1d8-5ea57ca87496 req-c60122c3-62d7-4841-bd44-eb84f0c2105a tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/security-groups?id=58f60676-86ed-48c9-a908-0d9886f38866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332465 Jun 29 11:50:21.258350 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] For port 1a57a6b5-f04b-4dab-a4ce-e172b06706e9, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=1a57a6b5-f04b-4dab-a4ce-e172b06706e9,segment=NetworkSegment(3ddbbe09-9109-4d14-8bbd-a59ca710308f),segment_id=3ddbbe09-9109-4d14-8bbd-a59ca710308f)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:50:21.269215 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Returning: {'device': '1a57a6b5-f04b-4dab-a4ce-e172b06706e9', 'network_id': 'f1dadca7-e0bc-41aa-9097-db23d856fd7d', 'port_id': '1a57a6b5-f04b-4dab-a4ce-e172b06706e9', 'mac_address': 'fa:16:3e:0f:2e:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27e2cfa2-6807-495b-a094-07fa40e22db9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 11:50:21.305511 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:50:21.317604 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.notifiers.nova [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a57a6b5-f04b-4dab-a4ce-e172b06706e9 {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:50:21.337151 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] For port 1a57a6b5-f04b-4dab-a4ce-e172b06706e9, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=1a57a6b5-f04b-4dab-a4ce-e172b06706e9,segment=NetworkSegment(3ddbbe09-9109-4d14-8bbd-a59ca710308f),segment_id=3ddbbe09-9109-4d14-8bbd-a59ca710308f)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:50:21.341249 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:50:21.342961 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:50:21.391692 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Pushing event updated for resources: {'Port': ['ID=1a57a6b5-f04b-4dab-a4ce-e172b06706e9,revision_number=4']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:50:21.398609 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:50:21.398955 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:50:21.399286 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:50:21.399636 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:50:21.399961 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:50:21.400283 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:50:21.400603 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:50:21.400921 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:50:21.401236 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:50:21.401554 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:50:21.401869 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:50:21.402183 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:50:21.406468 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:50:21.727641 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] get_ports_and_sgs() called for port_ids ['1a57a6b5-f04b-4dab-a4ce-e172b06706e9'] {{(pid=93177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:50:22.359712 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db60776-16c8-4790-9a3c-b286584e9295 req-e3309495-9724-4115-b375-c70c79e14960 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:50:22.361169 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-4db60776-16c8-4790-9a3c-b286584e9295 req-e3309495-9724-4115-b375-c70c79e14960 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/ports?device_id=fdad6665-99b4-4861-8a32-5c8058f2eb95 HTTP/1.1" status: 200 len: 945 time: 0.0628328 Jun 29 11:50:22.399147 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-4db60776-16c8-4790-9a3c-b286584e9295 req-0678d8d1-f164-40e1-84cf-e098bb2684a7 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/security-groups?id=58f60676-86ed-48c9-a908-0d9886f38866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323021 Jun 29 11:50:23.192493 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Device 1a57a6b5-f04b-4dab-a4ce-e172b06706e9 up at agent hyperv_hv-cinder-79760 {{(pid=93177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:50:23.240354 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Provisioning for port 1a57a6b5-f04b-4dab-a4ce-e172b06706e9 completed by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:50:23.244053 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Provisioning complete for port 1a57a6b5-f04b-4dab-a4ce-e172b06706e9 triggered by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:50:23.244431 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:50:23.322400 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:50:23.344266 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdad6665-99b4-4861-8a32-5c8058f2eb95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a57a6b5-f04b-4dab-a4ce-e172b06706e9'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:50:23.346521 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf503b922a63088b6f722bf1da6ea29b944079dc3e77b23c7214b141eee454" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e2bf8a-5878-4313-a962-f73af99db22f" -d '{"events": [{"server_uuid": "fdad6665-99b4-4861-8a32-5c8058f2eb95", "name": "network-vif-plugged", "status": "completed", "tag": "1a57a6b5-f04b-4dab-a4ce-e172b06706e9"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:50:23.359785 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] For port 1a57a6b5-f04b-4dab-a4ce-e172b06706e9, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=1a57a6b5-f04b-4dab-a4ce-e172b06706e9,segment=NetworkSegment(3ddbbe09-9109-4d14-8bbd-a59ca710308f),segment_id=3ddbbe09-9109-4d14-8bbd-a59ca710308f)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:50:23.363843 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:50:23.365764 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:50:23.413774 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Pushing event updated for resources: {'Port': ['ID=1a57a6b5-f04b-4dab-a4ce-e172b06706e9,revision_number=5']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:50:23.417437 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:50:23.440482 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0fd27fd-5c89-4118-970c-f242907d0da1 x-openstack-request-id: req-d0fd27fd-5c89-4118-970c-f242907d0da1 {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:50:23.440787 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdad6665-99b4-4861-8a32-5c8058f2eb95", "name": "network-vif-plugged", "status": "completed", "tag": "1a57a6b5-f04b-4dab-a4ce-e172b06706e9", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:50:23.441049 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-d0fd27fd-5c89-4118-970c-f242907d0da1 {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:50:23.441666 dv-cinder-797608-2-smb neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdad6665-99b4-4861-8a32-5c8058f2eb95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a57a6b5-f04b-4dab-a4ce-e172b06706e9', 'code': 200} Jun 29 11:50:23.584108 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dc90f4-fe8e-4aa6-9b2e-720e88e18c55 req-f76af05b-5de1-4944-8d39-b3c1d40337d7 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:50:23.586001 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-89dc90f4-fe8e-4aa6-9b2e-720e88e18c55 req-f76af05b-5de1-4944-8d39-b3c1d40337d7 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/ports?device_id=fdad6665-99b4-4861-8a32-5c8058f2eb95 HTTP/1.1" status: 200 len: 946 time: 0.0696821 Jun 29 11:50:23.624219 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-89dc90f4-fe8e-4aa6-9b2e-720e88e18c55 req-128391ea-86b9-4735-ab34-01d22553c599 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/security-groups?id=58f60676-86ed-48c9-a908-0d9886f38866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323887 Jun 29 11:50:23.664898 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacc2bd0-0ef9-4f0c-b2b9-fc3bfa769608 req-ca92802f-f9b1-4cc7-8ac1-9173fcf86db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:50:23.666355 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-cacc2bd0-0ef9-4f0c-b2b9-fc3bfa769608 req-ca92802f-f9b1-4cc7-8ac1-9173fcf86db5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fdad6665-99b4-4861-8a32-5c8058f2eb95 HTTP/1.1" status: 200 len: 1099 time: 0.0564530 Jun 29 11:50:23.700475 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-cacc2bd0-0ef9-4f0c-b2b9-fc3bfa769608 req-1c938e97-8e24-4814-adbb-022e04b1be63 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=58f60676-86ed-48c9-a908-0d9886f38866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276911 Jun 29 11:50:24.799335 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287f6642-ceee-458c-b629-ea27388e2c74 req-af03a1b6-cac0-46e0-a416-14f968c4eca7 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:50:24.800834 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-287f6642-ceee-458c-b629-ea27388e2c74 req-af03a1b6-cac0-46e0-a416-14f968c4eca7 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/ports?device_id=fdad6665-99b4-4861-8a32-5c8058f2eb95 HTTP/1.1" status: 200 len: 946 time: 0.0660815 Jun 29 11:50:24.839087 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-287f6642-ceee-458c-b629-ea27388e2c74 req-52b91f1f-7d24-4406-82ab-109ae6396e2c tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/security-groups?id=58f60676-86ed-48c9-a908-0d9886f38866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323093 Jun 29 11:50:26.011961 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb286d3-5894-4a76-b1c6-3dcbd8cc0b5a req-5cbea7bc-4064-4115-b890-740bd7a1ae80 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:50:26.013410 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-8bb286d3-5894-4a76-b1c6-3dcbd8cc0b5a req-5cbea7bc-4064-4115-b890-740bd7a1ae80 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/ports?device_id=fdad6665-99b4-4861-8a32-5c8058f2eb95 HTTP/1.1" status: 200 len: 946 time: 0.0622816 Jun 29 11:50:26.051126 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-8bb286d3-5894-4a76-b1c6-3dcbd8cc0b5a req-7688dec4-8878-491e-818d-efe3c98dc70d tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/security-groups?id=58f60676-86ed-48c9-a908-0d9886f38866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322242 Jun 29 11:50:26.220559 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620cc6a6-80f8-4b04-a99d-38f8c1a0dee5 req-4b3a235a-fdc6-445c-b187-ec1f675f3f2b tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:50:26.221962 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-620cc6a6-80f8-4b04-a99d-38f8c1a0dee5 req-4b3a235a-fdc6-445c-b187-ec1f675f3f2b tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/ports?device_id=fdad6665-99b4-4861-8a32-5c8058f2eb95 HTTP/1.1" status: 200 len: 946 time: 0.0655046 Jun 29 11:50:26.230883 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 56736) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:50:26.235233 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.v2.base [None req-86353cc4-2194-47af-b4ba-a4edee78d8c2 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Request body: {'floatingip': {'port_id': '1a57a6b5-f04b-4dab-a4ce-e172b06706e9'}} {{(pid=93175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:50:26.274352 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-86353cc4-2194-47af-b4ba-a4edee78d8c2 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify callbacks [] for floatingip, before_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:50:26.293842 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.agents_db [None req-013366be-bbdd-48cc-8d7f-8588d5b4b8e9 None None] Agent healthcheck: found 6 active agents {{(pid=93178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:50:26.716242 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-86353cc4-2194-47af-b4ba-a4edee78d8c2 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:50:26.719868 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-86353cc4-2194-47af-b4ba-a4edee78d8c2 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-533553'] for floatingip, after_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:50:26.818581 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.db.l3_db [None req-86353cc4-2194-47af-b4ba-a4edee78d8c2 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Floating IP 506a7235-4802-4cd1-b8d2-14e6a13b24bb associated. External IP: 172.28.2.201, port: 1a57a6b5-f04b-4dab-a4ce-e172b06706e9. Jun 29 11:50:27.035876 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86353cc4-2194-47af-b4ba-a4edee78d8c2 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Router 6324fd6d-78da-4ca0-895c-50af757af028 has already been hosted by L3 agent bfbd9503-e406-4b21-85aa-cc71bbe721ce {{(pid=93175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 11:50:27.145607 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86353cc4-2194-47af-b4ba-a4edee78d8c2 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify agent at l3_agent.dv-cinder-797608-2-smb the message routers_updated {{(pid=93175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:50:27.151177 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-86353cc4-2194-47af-b4ba-a4edee78d8c2 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126777'] for floatingip, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:50:27.155444 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e91858-e413-4506-858b-143470fc10ea None None] Sync routers for ids ['6324fd6d-78da-4ca0-895c-50af757af028'] in dv-cinder-797608-2-smb {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:50:27.165282 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e91858-e413-4506-858b-143470fc10ea None None] Routers {'6324fd6d-78da-4ca0-895c-50af757af028'} bound to L3 agent in host dv-cinder-797608-2-smb {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:50:27.166213 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-d7e91858-e413-4506-858b-143470fc10ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T11:27:33Z,description=,heartbeat_timestamp=2021-06-29T11:50:03Z,host='dv-cinder-797608-2-smb',id=bfbd9503-e406-4b21-85aa-cc71bbe721ce,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:33Z,topic='l3_agent')) {'router_ids': ['6324fd6d-78da-4ca0-895c-50af757af028'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:50:27.192719 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-86353cc4-2194-47af-b4ba-a4edee78d8c2 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "PUT /v2.0/floatingips/506a7235-4802-4cd1-b8d2-14e6a13b24bb HTTP/1.1" status: 200 len: 992 time: 0.9582789 Jun 29 11:50:27.192719 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdad6665-99b4-4861-8a32-5c8058f2eb95', 'tag': '1a57a6b5-f04b-4dab-a4ce-e172b06706e9'}] {{(pid=93175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:50:27.193079 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}879b71c770f982178fec1a07a47b9a5355ed3bb08afc25f1aa80a68f93cb18a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18a68f83-1084-4633-82de-03985d7bdb12" -d '{"events": [{"name": "network-changed", "server_uuid": "fdad6665-99b4-4861-8a32-5c8058f2eb95", "tag": "1a57a6b5-f04b-4dab-a4ce-e172b06706e9"}]}' {{(pid=93175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:50:27.293951 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 11:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e03a8f6-4752-4791-a119-c54fbb50ac2e x-openstack-request-id: req-3e03a8f6-4752-4791-a119-c54fbb50ac2e {{(pid=93175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:50:27.294284 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdad6665-99b4-4861-8a32-5c8058f2eb95", "tag": "1a57a6b5-f04b-4dab-a4ce-e172b06706e9", "status": "completed", "code": 200}]} {{(pid=93175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:50:27.294578 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-3e03a8f6-4752-4791-a119-c54fbb50ac2e {{(pid=93175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:50:27.295017 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdad6665-99b4-4861-8a32-5c8058f2eb95', 'tag': '1a57a6b5-f04b-4dab-a4ce-e172b06706e9', 'status': 'completed', 'code': 200} Jun 29 11:50:27.308028 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-d7e91858-e413-4506-858b-143470fc10ea None None] Set router 6324fd6d-78da-4ca0-895c-50af757af028 gateway port host: dv-cinder-797608-2-smb {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:50:27.382842 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a68f83-1084-4633-82de-03985d7bdb12 req-be376f1b-a750-4f81-8ecf-d43b58c03312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:50:27.384380 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-18a68f83-1084-4633-82de-03985d7bdb12 req-be376f1b-a750-4f81-8ecf-d43b58c03312 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1dde4d3e3b01456bb7062452fd29abff&device_id=fdad6665-99b4-4861-8a32-5c8058f2eb95 HTTP/1.1" status: 200 len: 1099 time: 0.0575719 Jun 29 11:50:27.477882 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a68f83-1084-4633-82de-03985d7bdb12 req-6f4645e2-819f-4511-b4bb-789e0bdb11b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:50:27.479497 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-18a68f83-1084-4633-82de-03985d7bdb12 req-6f4645e2-819f-4511-b4bb-789e0bdb11b3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f1dadca7-e0bc-41aa-9097-db23d856fd7d HTTP/1.1" status: 200 len: 912 time: 0.0881693 Jun 29 11:50:27.547982 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-18a68f83-1084-4633-82de-03985d7bdb12 req-03d7c248-d972-4c78-862f-2b64394b14f2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a57a6b5-f04b-4dab-a4ce-e172b06706e9 HTTP/1.1" status: 200 len: 1000 time: 0.0619023 Jun 29 11:50:27.596693 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a68f83-1084-4633-82de-03985d7bdb12 req-f54a9706-2e2d-48a2-94b3-6492391a1b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:50:27.598125 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-18a68f83-1084-4633-82de-03985d7bdb12 req-f54a9706-2e2d-48a2-94b3-6492391a1b72 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=27e2cfa2-6807-495b-a094-07fa40e22db9 HTTP/1.1" status: 200 len: 850 time: 0.0445073 Jun 29 11:50:27.626020 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-d7e91858-e413-4506-858b-143470fc10ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6324fd6d-78da-4ca0-895c-50af757af028', 'name': 'tempest-AttachVolumeTestJSON-2020938756-router', 'tenant_id': '1dde4d3e3b01456bb7062452fd29abff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'external_fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.87'}], 'enable_snat': True}, 'gw_port_id': '99f12505-48ab-41f6-b75f-f613c0dc3da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:45:50Z', 'updated_at': '2021-06-29T11:45:52Z', 'revision_number': 4, 'project_id': '1dde4d3e3b01456bb7062452fd29abff', 'gw_port': {'id': '99f12505-48ab-41f6-b75f-f613c0dc3da3', 'name': '', 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:55:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6324fd6d-78da-4ca0-895c-50af757af028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:45:50Z', 'updated_at': '2021-06-29T11:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042f854c-de74-4a6a-969f-d747577d8cca', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-smb', '_floatingips': [{'id': '506a7235-4802-4cd1-b8d2-14e6a13b24bb', 'tenant_id': '1dde4d3e3b01456bb7062452fd29abff', 'floating_ip_address': '172.28.2.201', 'floating_network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'router_id': '6324fd6d-78da-4ca0-895c-50af757af028', 'port_id': '1a57a6b5-f04b-4dab-a4ce-e172b06706e9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1dadca7-e0bc-41aa-9097-db23d856fd7d', 'mac_address': 'fa:16:3e:0f:2e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdad6665-99b4-4861-8a32-5c8058f2eb95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T11:50:12Z', 'updated_at': '2021-06-29T11:50:26Z', 'revision_number': 1, 'project_id': '1dde4d3e3b01456bb7062452fd29abff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da0bc394-6d32-452a-b2b9-524bf1b5e7cc', 'name': '', 'network_id': 'f1dadca7-e0bc-41aa-9097-db23d856fd7d', 'tenant_id': '1dde4d3e3b01456bb7062452fd29abff', 'mac_address': 'fa:16:3e:bc:ef:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6324fd6d-78da-4ca0-895c-50af757af028', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '27e2cfa2-6807-495b-a094-07fa40e22db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:45:52Z', 'updated_at': '2021-06-29T11:45:57Z', 'revision_number': 5, 'project_id': '1dde4d3e3b01456bb7062452fd29abff', 'subnets': [{'id': '27e2cfa2-6807-495b-a094-07fa40e22db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-smb', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:50:27.655429 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e91858-e413-4506-858b-143470fc10ea None None] Checking router: 6324fd6d-78da-4ca0-895c-50af757af028 for host: dv-cinder-797608-2-smb {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:50:27.656099 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a68f83-1084-4633-82de-03985d7bdb12 req-2ab1a072-6039-40dd-9b6f-0fcb61b34bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:50:27.657609 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-18a68f83-1084-4633-82de-03985d7bdb12 req-2ab1a072-6039-40dd-9b6f-0fcb61b34bf2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f1dadca7-e0bc-41aa-9097-db23d856fd7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0533397 Jun 29 11:50:27.663884 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e91858-e413-4506-858b-143470fc10ea None None] Routers {'6324fd6d-78da-4ca0-895c-50af757af028'} bound to L3 agent in host dv-cinder-797608-2-smb {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:50:27.664483 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-d7e91858-e413-4506-858b-143470fc10ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T11:27:33Z,description=,heartbeat_timestamp=2021-06-29T11:50:03Z,host='dv-cinder-797608-2-smb',id=bfbd9503-e406-4b21-85aa-cc71bbe721ce,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:33Z,topic='l3_agent')) {'router_ids': ['6324fd6d-78da-4ca0-895c-50af757af028'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:50:27.747510 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-18a68f83-1084-4633-82de-03985d7bdb12 req-96c33f6e-e773-444b-aadb-1d2182155398 service neutron] 10.222.0.21 "GET /v2.0/networks/f1dadca7-e0bc-41aa-9097-db23d856fd7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836086 Jun 29 11:50:27.767063 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-d7e91858-e413-4506-858b-143470fc10ea None None] Set router 6324fd6d-78da-4ca0-895c-50af757af028 gateway port host: dv-cinder-797608-2-smb {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:50:27.835844 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-18a68f83-1084-4633-82de-03985d7bdb12 req-a2aa3b0b-0252-4b09-b83d-a78bcb82b3e3 service neutron] 10.222.0.21 "GET /v2.0/networks/f1dadca7-e0bc-41aa-9097-db23d856fd7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819540 Jun 29 11:50:28.001213 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-d7e91858-e413-4506-858b-143470fc10ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6324fd6d-78da-4ca0-895c-50af757af028', 'name': 'tempest-AttachVolumeTestJSON-2020938756-router', 'tenant_id': '1dde4d3e3b01456bb7062452fd29abff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'external_fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.87'}], 'enable_snat': True}, 'gw_port_id': '99f12505-48ab-41f6-b75f-f613c0dc3da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:45:50Z', 'updated_at': '2021-06-29T11:45:52Z', 'revision_number': 4, 'project_id': '1dde4d3e3b01456bb7062452fd29abff', 'gw_port': {'id': '99f12505-48ab-41f6-b75f-f613c0dc3da3', 'name': '', 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:55:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6324fd6d-78da-4ca0-895c-50af757af028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:45:50Z', 'updated_at': '2021-06-29T11:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042f854c-de74-4a6a-969f-d747577d8cca', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-smb', '_floatingips': [{'id': '506a7235-4802-4cd1-b8d2-14e6a13b24bb', 'tenant_id': '1dde4d3e3b01456bb7062452fd29abff', 'floating_ip_address': '172.28.2.201', 'floating_network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'router_id': '6324fd6d-78da-4ca0-895c-50af757af028', 'port_id': '1a57a6b5-f04b-4dab-a4ce-e172b06706e9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1dadca7-e0bc-41aa-9097-db23d856fd7d', 'mac_address': 'fa:16:3e:0f:2e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdad6665-99b4-4861-8a32-5c8058f2eb95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T11:50:12Z', 'updated_at': '2021-06-29T11:50:26Z', 'revision_number': 1, 'project_id': '1dde4d3e3b01456bb7062452fd29abff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da0bc394-6d32-452a-b2b9-524bf1b5e7cc', 'name': '', 'network_id': 'f1dadca7-e0bc-41aa-9097-db23d856fd7d', 'tenant_id': '1dde4d3e3b01456bb7062452fd29abff', 'mac_address': 'fa:16:3e:bc:ef:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6324fd6d-78da-4ca0-895c-50af757af028', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '27e2cfa2-6807-495b-a094-07fa40e22db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:45:52Z', 'updated_at': '2021-06-29T11:45:57Z', 'revision_number': 5, 'project_id': '1dde4d3e3b01456bb7062452fd29abff', 'subnets': [{'id': '27e2cfa2-6807-495b-a094-07fa40e22db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-smb', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:50:28.026799 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e91858-e413-4506-858b-143470fc10ea None None] The sync data for ids ['6324fd6d-78da-4ca0-895c-50af757af028'] in dv-cinder-797608-2-smb is: [{'id': '6324fd6d-78da-4ca0-895c-50af757af028', 'name': 'tempest-AttachVolumeTestJSON-2020938756-router', 'tenant_id': '1dde4d3e3b01456bb7062452fd29abff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'external_fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.87'}], 'enable_snat': True}, 'gw_port_id': '99f12505-48ab-41f6-b75f-f613c0dc3da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:45:50Z', 'updated_at': '2021-06-29T11:45:52Z', 'revision_number': 4, 'project_id': '1dde4d3e3b01456bb7062452fd29abff', 'gw_port': {'id': '99f12505-48ab-41f6-b75f-f613c0dc3da3', 'name': '', 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:55:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6324fd6d-78da-4ca0-895c-50af757af028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:45:50Z', 'updated_at': '2021-06-29T11:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042f854c-de74-4a6a-969f-d747577d8cca', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-smb', '_floatingips': [{'id': '506a7235-4802-4cd1-b8d2-14e6a13b24bb', 'tenant_id': '1dde4d3e3b01456bb7062452fd29abff', 'floating_ip_address': '172.28.2.201', 'floating_network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'router_id': '6324fd6d-78da-4ca0-895c-50af757af028', 'port_id': '1a57a6b5-f04b-4dab-a4ce-e172b06706e9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1dadca7-e0bc-41aa-9097-db23d856fd7d', 'mac_address': 'fa:16:3e:0f:2e:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdad6665-99b4-4861-8a32-5c8058f2eb95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T11:50:12Z', 'updated_at': '2021-06-29T11:50:26Z', 'revision_number': 1, 'project_id': '1dde4d3e3b01456bb7062452fd29abff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da0bc394-6d32-452a-b2b9-524bf1b5e7cc', 'name': '', 'network_id': 'f1dadca7-e0bc-41aa-9097-db23d856fd7d', 'tenant_id': '1dde4d3e3b01456bb7062452fd29abff', 'mac_address': 'fa:16:3e:bc:ef:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6324fd6d-78da-4ca0-895c-50af757af028', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '27e2cfa2-6807-495b-a094-07fa40e22db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:45:52Z', 'updated_at': '2021-06-29T11:45:57Z', 'revision_number': 5, 'project_id': '1dde4d3e3b01456bb7062452fd29abff', 'subnets': [{'id': '27e2cfa2-6807-495b-a094-07fa40e22db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:50:28.205996 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbcab3c-03ef-4782-9ab3-483b7bf09006 None None] New status for floating IP 506a7235-4802-4cd1-b8d2-14e6a13b24bb: ACTIVE {{(pid=93177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 11:50:30.591070 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-fba5f519-6e6f-4f50-9c1d-642942ba6d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:50:33.374375 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-f0d24fb3-47a4-46a5-8f30-ac7947ec2040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:50:33.716344 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:50:34.500921 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9be8c49d-fdd7-49be-a71c-49aaf5d45c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:50:36.455297 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7dc1f572-48b9-4e28-8a5a-f2a12e721563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:50:50.689707 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:50:57.889843 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-48e7ed9d-f54a-4b41-ba53-acfa05a51301 req-61889e8e-087a-4171-b801-0c4d8b7a666a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fdad6665-99b4-4861-8a32-5c8058f2eb95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0565715 Jun 29 11:50:57.981599 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e7ed9d-f54a-4b41-ba53-acfa05a51301 req-67167071-e581-4d01-9df4-81aae2f6a3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:50:57.983042 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-48e7ed9d-f54a-4b41-ba53-acfa05a51301 req-67167071-e581-4d01-9df4-81aae2f6a3bc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1dde4d3e3b01456bb7062452fd29abff&device_id=fdad6665-99b4-4861-8a32-5c8058f2eb95 HTTP/1.1" status: 200 len: 1099 time: 0.0513525 Jun 29 11:50:58.091394 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e7ed9d-f54a-4b41-ba53-acfa05a51301 req-53718154-c8c8-4d69-aa3b-3eb19ba57dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:50:58.092852 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-48e7ed9d-f54a-4b41-ba53-acfa05a51301 req-53718154-c8c8-4d69-aa3b-3eb19ba57dd2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f1dadca7-e0bc-41aa-9097-db23d856fd7d HTTP/1.1" status: 200 len: 912 time: 0.0888300 Jun 29 11:50:58.156384 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-48e7ed9d-f54a-4b41-ba53-acfa05a51301 req-21e5b33d-9946-459d-8d0b-21f60eb1f51a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a57a6b5-f04b-4dab-a4ce-e172b06706e9 HTTP/1.1" status: 200 len: 1002 time: 0.0565515 Jun 29 11:50:58.205924 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e7ed9d-f54a-4b41-ba53-acfa05a51301 req-2865c472-8eea-4705-a32f-585d580a259b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:50:58.207362 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-48e7ed9d-f54a-4b41-ba53-acfa05a51301 req-2865c472-8eea-4705-a32f-585d580a259b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=27e2cfa2-6807-495b-a094-07fa40e22db9 HTTP/1.1" status: 200 len: 850 time: 0.0437164 Jun 29 11:50:58.272143 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e7ed9d-f54a-4b41-ba53-acfa05a51301 req-891ca97e-c740-4df6-a8f4-b899dd84ffc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:50:58.273608 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-48e7ed9d-f54a-4b41-ba53-acfa05a51301 req-891ca97e-c740-4df6-a8f4-b899dd84ffc1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f1dadca7-e0bc-41aa-9097-db23d856fd7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0588775 Jun 29 11:50:58.362511 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-48e7ed9d-f54a-4b41-ba53-acfa05a51301 req-cb3d1ba9-9052-43e2-a012-4466bdcf27cd service neutron] 10.222.0.21 "GET /v2.0/networks/f1dadca7-e0bc-41aa-9097-db23d856fd7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816603 Jun 29 11:50:58.453984 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-48e7ed9d-f54a-4b41-ba53-acfa05a51301 req-d99a38f0-1bf7-4693-8eb9-2c3b3d591ab8 service neutron] 10.222.0.21 "GET /v2.0/networks/f1dadca7-e0bc-41aa-9097-db23d856fd7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851009 Jun 29 11:51:00.593214 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-efcf3c0e-cf11-4863-ac03-7b9419c67755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:51:03.292765 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.agents_db [None req-013366be-bbdd-48cc-8d7f-8588d5b4b8e9 None None] Agent healthcheck: found 6 active agents {{(pid=93178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:51:03.375471 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-46298172-7074-47b5-ab5a-b72912f30526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:51:03.716975 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:51:04.504058 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9be8c49d-fdd7-49be-a71c-49aaf5d45c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:51:06.454786 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7dc1f572-48b9-4e28-8a5a-f2a12e721563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:51:20.698745 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:51:30.595672 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-98fc8480-9c42-4b59-b114-4c9c6cba49c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:51:33.375701 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3e1bb1d1-d0e6-4173-8081-50686ed17fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:51:33.720607 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:51:34.505785 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9be8c49d-fdd7-49be-a71c-49aaf5d45c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:51:36.457881 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7dc1f572-48b9-4e28-8a5a-f2a12e721563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:51:40.291166 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.agents_db [None req-013366be-bbdd-48cc-8d7f-8588d5b4b8e9 None None] Agent healthcheck: found 6 active agents {{(pid=93178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:51:50.710136 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:51:53.480534 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09972ac-29b6-431c-89d0-fc14c93305a8 req-4ec74d50-88ea-4c24-90b3-980251f15617 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:51:53.481911 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-f09972ac-29b6-431c-89d0-fc14c93305a8 req-4ec74d50-88ea-4c24-90b3-980251f15617 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/ports?device_id=fdad6665-99b4-4861-8a32-5c8058f2eb95 HTTP/1.1" status: 200 len: 946 time: 0.0639846 Jun 29 11:51:53.519920 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-f09972ac-29b6-431c-89d0-fc14c93305a8 req-5f6afa1f-38db-4cfa-a5c1-e025ecdf303c tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/security-groups?id=58f60676-86ed-48c9-a908-0d9886f38866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312135 Jun 29 11:51:54.698616 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccaed0d-9035-4fba-b482-9c0e2e9ae05d req-f370a612-cf30-41ac-a364-6cea8ff9886e tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:51:54.700099 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-2ccaed0d-9035-4fba-b482-9c0e2e9ae05d req-f370a612-cf30-41ac-a364-6cea8ff9886e tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/ports?device_id=fdad6665-99b4-4861-8a32-5c8058f2eb95 HTTP/1.1" status: 200 len: 946 time: 0.0650370 Jun 29 11:51:54.738180 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-2ccaed0d-9035-4fba-b482-9c0e2e9ae05d req-6a80fab5-9eb2-449e-a94c-239ba153d2b7 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/security-groups?id=58f60676-86ed-48c9-a908-0d9886f38866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320468 Jun 29 11:51:55.918710 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04425fb-4086-418f-9d66-19e5ad39b51e req-d6cd4ee9-5533-4dc5-a9bc-79c754a0b89e tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:51:55.920133 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-f04425fb-4086-418f-9d66-19e5ad39b51e req-d6cd4ee9-5533-4dc5-a9bc-79c754a0b89e tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/ports?device_id=fdad6665-99b4-4861-8a32-5c8058f2eb95 HTTP/1.1" status: 200 len: 946 time: 0.0648811 Jun 29 11:51:55.944629 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5592d40-0779-4aeb-bbaa-f0924873aa91 req-bd6ff4a5-559d-4598-a5fd-9286ea7a4f3a tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:51:55.946093 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-f5592d40-0779-4aeb-bbaa-f0924873aa91 req-bd6ff4a5-559d-4598-a5fd-9286ea7a4f3a tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.21 "GET /v2.0/ports?device_id=fdad6665-99b4-4861-8a32-5c8058f2eb95 HTTP/1.1" status: 200 len: 946 time: 0.2926548 Jun 29 11:51:55.961128 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-f04425fb-4086-418f-9d66-19e5ad39b51e req-f826790a-5905-454c-b26f-5f783adbf8bd tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/security-groups?id=58f60676-86ed-48c9-a908-0d9886f38866&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344806 Jun 29 11:51:56.049065 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-f5592d40-0779-4aeb-bbaa-f0924873aa91 req-4776e28a-03c7-4b86-a6bb-9e70b3a62806 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Deleting port 1a57a6b5-f04b-4dab-a4ce-e172b06706e9 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:51:56.049405 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-f5592d40-0779-4aeb-bbaa-f0924873aa91 req-4776e28a-03c7-4b86-a6bb-9e70b3a62806 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744991508026'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:51:56.133985 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-f5592d40-0779-4aeb-bbaa-f0924873aa91 req-4776e28a-03c7-4b86-a6bb-9e70b3a62806 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] For port 1a57a6b5-f04b-4dab-a4ce-e172b06706e9, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=1a57a6b5-f04b-4dab-a4ce-e172b06706e9,segment=NetworkSegment(3ddbbe09-9109-4d14-8bbd-a59ca710308f),segment_id=3ddbbe09-9109-4d14-8bbd-a59ca710308f)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:51:56.134341 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-f5592d40-0779-4aeb-bbaa-f0924873aa91 req-4776e28a-03c7-4b86-a6bb-9e70b3a62806 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013211'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:51:56.295243 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-f5592d40-0779-4aeb-bbaa-f0924873aa91 req-4776e28a-03c7-4b86-a6bb-9e70b3a62806 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:51:56.295619 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-f5592d40-0779-4aeb-bbaa-f0924873aa91 req-4776e28a-03c7-4b86-a6bb-9e70b3a62806 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-533553'] for floatingip, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:51:56.296046 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.db.l3_db [req-f5592d40-0779-4aeb-bbaa-f0924873aa91 req-4776e28a-03c7-4b86-a6bb-9e70b3a62806 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Floating IP 506a7235-4802-4cd1-b8d2-14e6a13b24bb disassociated. External IP: 172.28.2.201, port: 1a57a6b5-f04b-4dab-a4ce-e172b06706e9. Jun 29 11:51:56.296468 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-f5592d40-0779-4aeb-bbaa-f0924873aa91 req-4776e28a-03c7-4b86-a6bb-9e70b3a62806 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Calling delete_port for 1a57a6b5-f04b-4dab-a4ce-e172b06706e9 owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:51:56.429574 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-f5592d40-0779-4aeb-bbaa-f0924873aa91 req-4776e28a-03c7-4b86-a6bb-9e70b3a62806 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744991430440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744990953750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58778309'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:51:56.432687 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:51:56.459244 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4776e28a-03c7-4b86-a6bb-9e70b3a62806 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Pushing event deleted for resources: {'Port': ['ID=1a57a6b5-f04b-4dab-a4ce-e172b06706e9,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:51:56.472605 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4776e28a-03c7-4b86-a6bb-9e70b3a62806 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:51:56.472982 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4776e28a-03c7-4b86-a6bb-9e70b3a62806 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:51:56.473347 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4776e28a-03c7-4b86-a6bb-9e70b3a62806 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:51:56.473711 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4776e28a-03c7-4b86-a6bb-9e70b3a62806 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:51:56.474094 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4776e28a-03c7-4b86-a6bb-9e70b3a62806 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:51:56.474613 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4776e28a-03c7-4b86-a6bb-9e70b3a62806 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:51:56.475145 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4776e28a-03c7-4b86-a6bb-9e70b3a62806 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:51:56.475572 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4776e28a-03c7-4b86-a6bb-9e70b3a62806 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:51:56.475932 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4776e28a-03c7-4b86-a6bb-9e70b3a62806 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:51:56.476272 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4776e28a-03c7-4b86-a6bb-9e70b3a62806 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:51:56.476621 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4776e28a-03c7-4b86-a6bb-9e70b3a62806 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:51:56.476967 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4776e28a-03c7-4b86-a6bb-9e70b3a62806 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:51:56.481707 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4776e28a-03c7-4b86-a6bb-9e70b3a62806 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:51:56.591768 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f5592d40-0779-4aeb-bbaa-f0924873aa91 req-4776e28a-03c7-4b86-a6bb-9e70b3a62806 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Router 6324fd6d-78da-4ca0-895c-50af757af028 has already been hosted by L3 agent bfbd9503-e406-4b21-85aa-cc71bbe721ce {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 11:51:56.704249 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f5592d40-0779-4aeb-bbaa-f0924873aa91 req-4776e28a-03c7-4b86-a6bb-9e70b3a62806 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify agent at l3_agent.dv-cinder-797608-2-smb the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:51:56.714292 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24114542-d6de-478d-94ad-e05a5d31706a None None] Sync routers for ids ['6324fd6d-78da-4ca0-895c-50af757af028'] in dv-cinder-797608-2-smb {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:51:56.724855 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24114542-d6de-478d-94ad-e05a5d31706a None None] Routers {'6324fd6d-78da-4ca0-895c-50af757af028'} bound to L3 agent in host dv-cinder-797608-2-smb {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:51:56.725466 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-24114542-d6de-478d-94ad-e05a5d31706a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T11:27:33Z,description=,heartbeat_timestamp=2021-06-29T11:51:33Z,host='dv-cinder-797608-2-smb',id=bfbd9503-e406-4b21-85aa-cc71bbe721ce,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:33Z,topic='l3_agent')) {'router_ids': ['6324fd6d-78da-4ca0-895c-50af757af028'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:51:56.751766 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5592d40-0779-4aeb-bbaa-f0924873aa91 req-4776e28a-03c7-4b86-a6bb-9e70b3a62806 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] No DVR routers for this DVR port 1a57a6b5-f04b-4dab-a4ce-e172b06706e9 on host hv-cinder-79760 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:51:56.754781 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-f5592d40-0779-4aeb-bbaa-f0924873aa91 req-4776e28a-03c7-4b86-a6bb-9e70b3a62806 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126777'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:51:56.756975 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-f5592d40-0779-4aeb-bbaa-f0924873aa91 req-4776e28a-03c7-4b86-a6bb-9e70b3a62806 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.21 "DELETE /v2.0/ports/1a57a6b5-f04b-4dab-a4ce-e172b06706e9 HTTP/1.1" status: 204 len: 173 time: 0.8051894 Jun 29 11:51:56.757548 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdad6665-99b4-4861-8a32-5c8058f2eb95', 'name': 'network-vif-deleted', 'tag': '1a57a6b5-f04b-4dab-a4ce-e172b06706e9'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:51:56.760173 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e84c2f8edc4c5bc2f689ddb2df796faf16af949d7518eb87a014b7a9d68b702d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded7f26f-e987-4fa5-a951-d11e80d0ca09" -d '{"events": [{"server_uuid": "fdad6665-99b4-4861-8a32-5c8058f2eb95", "name": "network-vif-deleted", "tag": "1a57a6b5-f04b-4dab-a4ce-e172b06706e9"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:51:56.811216 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7597cb8-f332-4a58-a5f7-714dc63a173b x-openstack-request-id: req-f7597cb8-f332-4a58-a5f7-714dc63a173b {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:51:56.811587 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdad6665-99b4-4861-8a32-5c8058f2eb95", "name": "network-vif-deleted", "tag": "1a57a6b5-f04b-4dab-a4ce-e172b06706e9", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:51:56.812566 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-f7597cb8-f332-4a58-a5f7-714dc63a173b {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:51:56.813151 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdad6665-99b4-4861-8a32-5c8058f2eb95', 'name': 'network-vif-deleted', 'tag': '1a57a6b5-f04b-4dab-a4ce-e172b06706e9', 'status': 'completed', 'code': 200} Jun 29 11:51:56.850031 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-24114542-d6de-478d-94ad-e05a5d31706a None None] Set router 6324fd6d-78da-4ca0-895c-50af757af028 gateway port host: dv-cinder-797608-2-smb {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:51:57.055775 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-24114542-d6de-478d-94ad-e05a5d31706a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6324fd6d-78da-4ca0-895c-50af757af028', 'name': 'tempest-AttachVolumeTestJSON-2020938756-router', 'tenant_id': '1dde4d3e3b01456bb7062452fd29abff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'external_fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.87'}], 'enable_snat': True}, 'gw_port_id': '99f12505-48ab-41f6-b75f-f613c0dc3da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:45:50Z', 'updated_at': '2021-06-29T11:45:52Z', 'revision_number': 4, 'project_id': '1dde4d3e3b01456bb7062452fd29abff', 'gw_port': {'id': '99f12505-48ab-41f6-b75f-f613c0dc3da3', 'name': '', 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:55:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6324fd6d-78da-4ca0-895c-50af757af028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:45:50Z', 'updated_at': '2021-06-29T11:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042f854c-de74-4a6a-969f-d747577d8cca', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-smb', '_interfaces': [{'id': 'da0bc394-6d32-452a-b2b9-524bf1b5e7cc', 'name': '', 'network_id': 'f1dadca7-e0bc-41aa-9097-db23d856fd7d', 'tenant_id': '1dde4d3e3b01456bb7062452fd29abff', 'mac_address': 'fa:16:3e:bc:ef:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6324fd6d-78da-4ca0-895c-50af757af028', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '27e2cfa2-6807-495b-a094-07fa40e22db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:45:52Z', 'updated_at': '2021-06-29T11:45:57Z', 'revision_number': 5, 'project_id': '1dde4d3e3b01456bb7062452fd29abff', 'subnets': [{'id': '27e2cfa2-6807-495b-a094-07fa40e22db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-smb', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:51:57.082490 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24114542-d6de-478d-94ad-e05a5d31706a None None] Checking router: 6324fd6d-78da-4ca0-895c-50af757af028 for host: dv-cinder-797608-2-smb {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:51:57.091231 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24114542-d6de-478d-94ad-e05a5d31706a None None] Routers {'6324fd6d-78da-4ca0-895c-50af757af028'} bound to L3 agent in host dv-cinder-797608-2-smb {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:51:57.091870 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-24114542-d6de-478d-94ad-e05a5d31706a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T11:27:33Z,description=,heartbeat_timestamp=2021-06-29T11:51:33Z,host='dv-cinder-797608-2-smb',id=bfbd9503-e406-4b21-85aa-cc71bbe721ce,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:33Z,topic='l3_agent')) {'router_ids': ['6324fd6d-78da-4ca0-895c-50af757af028'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:51:57.117808 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-2ff2bcab-c8d7-4c25-88ec-c049eb7ff7c2 req-2666dfbb-e505-4b50-947b-6286c2737754 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/ports?device_id=fdad6665-99b4-4861-8a32-5c8058f2eb95 HTTP/1.1" status: 200 len: 210 time: 0.0321147 Jun 29 11:51:57.201483 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-24114542-d6de-478d-94ad-e05a5d31706a None None] Set router 6324fd6d-78da-4ca0-895c-50af757af028 gateway port host: dv-cinder-797608-2-smb {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:51:57.412321 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-24114542-d6de-478d-94ad-e05a5d31706a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6324fd6d-78da-4ca0-895c-50af757af028', 'name': 'tempest-AttachVolumeTestJSON-2020938756-router', 'tenant_id': '1dde4d3e3b01456bb7062452fd29abff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'external_fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.87'}], 'enable_snat': True}, 'gw_port_id': '99f12505-48ab-41f6-b75f-f613c0dc3da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:45:50Z', 'updated_at': '2021-06-29T11:45:52Z', 'revision_number': 4, 'project_id': '1dde4d3e3b01456bb7062452fd29abff', 'gw_port': {'id': '99f12505-48ab-41f6-b75f-f613c0dc3da3', 'name': '', 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:55:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6324fd6d-78da-4ca0-895c-50af757af028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:45:50Z', 'updated_at': '2021-06-29T11:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042f854c-de74-4a6a-969f-d747577d8cca', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-smb', '_interfaces': [{'id': 'da0bc394-6d32-452a-b2b9-524bf1b5e7cc', 'name': '', 'network_id': 'f1dadca7-e0bc-41aa-9097-db23d856fd7d', 'tenant_id': '1dde4d3e3b01456bb7062452fd29abff', 'mac_address': 'fa:16:3e:bc:ef:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6324fd6d-78da-4ca0-895c-50af757af028', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '27e2cfa2-6807-495b-a094-07fa40e22db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:45:52Z', 'updated_at': '2021-06-29T11:45:57Z', 'revision_number': 5, 'project_id': '1dde4d3e3b01456bb7062452fd29abff', 'subnets': [{'id': '27e2cfa2-6807-495b-a094-07fa40e22db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-smb', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:51:57.438726 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24114542-d6de-478d-94ad-e05a5d31706a None None] The sync data for ids ['6324fd6d-78da-4ca0-895c-50af757af028'] in dv-cinder-797608-2-smb is: [{'id': '6324fd6d-78da-4ca0-895c-50af757af028', 'name': 'tempest-AttachVolumeTestJSON-2020938756-router', 'tenant_id': '1dde4d3e3b01456bb7062452fd29abff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'external_fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.87'}], 'enable_snat': True}, 'gw_port_id': '99f12505-48ab-41f6-b75f-f613c0dc3da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:45:50Z', 'updated_at': '2021-06-29T11:45:52Z', 'revision_number': 4, 'project_id': '1dde4d3e3b01456bb7062452fd29abff', 'gw_port': {'id': '99f12505-48ab-41f6-b75f-f613c0dc3da3', 'name': '', 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:55:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6324fd6d-78da-4ca0-895c-50af757af028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:45:50Z', 'updated_at': '2021-06-29T11:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042f854c-de74-4a6a-969f-d747577d8cca', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-smb', '_interfaces': [{'id': 'da0bc394-6d32-452a-b2b9-524bf1b5e7cc', 'name': '', 'network_id': 'f1dadca7-e0bc-41aa-9097-db23d856fd7d', 'tenant_id': '1dde4d3e3b01456bb7062452fd29abff', 'mac_address': 'fa:16:3e:bc:ef:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6324fd6d-78da-4ca0-895c-50af757af028', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '27e2cfa2-6807-495b-a094-07fa40e22db9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:45:52Z', 'updated_at': '2021-06-29T11:45:57Z', 'revision_number': 5, 'project_id': '1dde4d3e3b01456bb7062452fd29abff', 'subnets': [{'id': '27e2cfa2-6807-495b-a094-07fa40e22db9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:51:57.645335 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be8cbb1-153f-49cb-ba04-db33d818fe19 None None] New status for floating IP 506a7235-4802-4cd1-b8d2-14e6a13b24bb: DOWN {{(pid=93177) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 11:51:58.241559 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 57000) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:51:58.300655 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-bf17722d-bcdf-447f-817a-a2b9a98f9d50 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify callbacks [] for security_group, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:51:58.323473 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-bf17722d-bcdf-447f-817a-a2b9a98f9d50 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:51:58.372810 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-bf17722d-bcdf-447f-817a-a2b9a98f9d50 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:51:58.375387 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-bf17722d-bcdf-447f-817a-a2b9a98f9d50 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify callbacks [] for security_group, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:51:58.376572 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-bf17722d-bcdf-447f-817a-a2b9a98f9d50 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "DELETE /v2.0/security-groups/58f60676-86ed-48c9-a908-0d9886f38866 HTTP/1.1" status: 204 len: 168 time: 0.1339912 Jun 29 11:51:58.377376 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-131cf69a-9129-40b9-819b-bc8319bca905 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:51:58.379714 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 57002) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:51:58.386602 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf17722d-bcdf-447f-817a-a2b9a98f9d50 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f60676-86ed-48c9-a908-0d9886f38866,revision_number=None']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:51:58.393762 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf17722d-bcdf-447f-817a-a2b9a98f9d50 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:51:58.394131 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf17722d-bcdf-447f-817a-a2b9a98f9d50 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:51:58.394494 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf17722d-bcdf-447f-817a-a2b9a98f9d50 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:51:58.394863 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf17722d-bcdf-447f-817a-a2b9a98f9d50 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:51:58.395205 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf17722d-bcdf-447f-817a-a2b9a98f9d50 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:51:58.395597 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf17722d-bcdf-447f-817a-a2b9a98f9d50 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:51:58.395935 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf17722d-bcdf-447f-817a-a2b9a98f9d50 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:51:58.396287 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf17722d-bcdf-447f-817a-a2b9a98f9d50 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:51:58.396633 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf17722d-bcdf-447f-817a-a2b9a98f9d50 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:51:58.396979 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf17722d-bcdf-447f-817a-a2b9a98f9d50 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:51:58.397322 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf17722d-bcdf-447f-817a-a2b9a98f9d50 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:51:58.397667 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf17722d-bcdf-447f-817a-a2b9a98f9d50 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:51:58.397787 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.api.v2.resource [None req-2c677305-5062-4244-bcdc-d495c572bef1 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] show failed (client error): The resource could not be found. Jun 29 11:51:58.398675 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-2c677305-5062-4244-bcdc-d495c572bef1 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "GET /v2.0/security-groups/58f60676-86ed-48c9-a908-0d9886f38866 HTTP/1.1" status: 404 len: 347 time: 0.0176470 Jun 29 11:51:58.400823 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-bf17722d-bcdf-447f-817a-a2b9a98f9d50 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:51:58.401616 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 57004) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:51:58.523618 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.plugin [None req-f238f01d-6a76-4fa0-80bb-54dc1bda2471 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Deleting port 29420610-12f1-458e-bce7-be9472aeece5 {{(pid=93175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:51:58.524010 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-f238f01d-6a76-4fa0-80bb-54dc1bda2471 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744991508026'] for port, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:51:58.602097 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-f238f01d-6a76-4fa0-80bb-54dc1bda2471 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013211'] for port, precommit_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:51:58.602415 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-f238f01d-6a76-4fa0-80bb-54dc1bda2471 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:51:58.613714 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.plugin [None req-f238f01d-6a76-4fa0-80bb-54dc1bda2471 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Calling delete_port for 29420610-12f1-458e-bce7-be9472aeece5 owned by network:floatingip {{(pid=93175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:51:58.741932 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-f238f01d-6a76-4fa0-80bb-54dc1bda2471 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744991430440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744990953750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61825989'] for port, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:51:58.744110 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-9be261cb-6714-4c0d-9848-7a58b2e64bf0 tempest-VolumesNegativeTest-1263984459 tempest-VolumesNegativeTest-1263984459-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:51:58.771481 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238f01d-6a76-4fa0-80bb-54dc1bda2471 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Pushing event deleted for resources: {'Port': ['ID=29420610-12f1-458e-bce7-be9472aeece5,revision_number=None']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:51:58.774628 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-f238f01d-6a76-4fa0-80bb-54dc1bda2471 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:51:58.833331 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-f238f01d-6a76-4fa0-80bb-54dc1bda2471 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify callbacks [] for floatingip, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:51:58.836093 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-f238f01d-6a76-4fa0-80bb-54dc1bda2471 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126777'] for floatingip, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:51:58.837239 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-f238f01d-6a76-4fa0-80bb-54dc1bda2471 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] 10.222.0.78 "DELETE /v2.0/floatingips/506a7235-4802-4cd1-b8d2-14e6a13b24bb HTTP/1.1" status: 204 len: 168 time: 0.4347043 Jun 29 11:51:59.598159 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Device 1a57a6b5-f04b-4dab-a4ce-e172b06706e9 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:51:59.622117 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] No Port match for: 1a57a6b5-f04b-4dab-a4ce-e172b06706e9 {{(pid=93177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:51:59.622322 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Device 1a57a6b5-f04b-4dab-a4ce-e172b06706e9 not bound to the agent host hv-cinder-79760 {{(pid=93177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:52:00.598414 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2555eeff-be21-489f-9802-e16460b95f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:02.540727 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 57032) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:52:03.260422 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-f6af95fa-15c5-4071-a244-939e9adc5cad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1015098'] for router_interface, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:03.377916 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-0a657914-1715-4868-88f9-d48cde965733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:03.512817 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.plugin [None req-f6af95fa-15c5-4071-a244-939e9adc5cad admin admin] Deleting port da0bc394-6d32-452a-b2b9-524bf1b5e7cc {{(pid=93175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:52:03.513061 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-f6af95fa-15c5-4071-a244-939e9adc5cad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744991508026'] for port, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:03.588832 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.db [None req-f6af95fa-15c5-4071-a244-939e9adc5cad admin admin] For port da0bc394-6d32-452a-b2b9-524bf1b5e7cc, host dv-cinder-797608-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-smb',level=0,port_id=da0bc394-6d32-452a-b2b9-524bf1b5e7cc,segment=NetworkSegment(3ddbbe09-9109-4d14-8bbd-a59ca710308f),segment_id=3ddbbe09-9109-4d14-8bbd-a59ca710308f)] {{(pid=93175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:52:03.589573 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-f6af95fa-15c5-4071-a244-939e9adc5cad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013211'] for port, precommit_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:03.601520 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.plugin [None req-f6af95fa-15c5-4071-a244-939e9adc5cad admin admin] Calling delete_port for da0bc394-6d32-452a-b2b9-524bf1b5e7cc owned by network:router_interface {{(pid=93175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:52:03.725075 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:03.778801 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-f6af95fa-15c5-4071-a244-939e9adc5cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744991430440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744990953750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61825989'] for port, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:03.781359 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-7b4a4770-6764-4060-a715-11201a9bf04b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:52:03.805659 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6af95fa-15c5-4071-a244-939e9adc5cad admin admin] Pushing event deleted for resources: {'Port': ['ID=da0bc394-6d32-452a-b2b9-524bf1b5e7cc,revision_number=None']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:52:03.810450 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-f6af95fa-15c5-4071-a244-939e9adc5cad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:52:03.972108 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-f6af95fa-15c5-4071-a244-939e9adc5cad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-999562'] for router_interface, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:04.184104 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6af95fa-15c5-4071-a244-939e9adc5cad admin admin] Router 6324fd6d-78da-4ca0-895c-50af757af028 has already been hosted by L3 agent bfbd9503-e406-4b21-85aa-cc71bbe721ce {{(pid=93175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 11:52:04.290890 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6af95fa-15c5-4071-a244-939e9adc5cad admin admin] Notify agent at l3_agent.dv-cinder-797608-2-smb the message routers_updated {{(pid=93175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:52:04.296090 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-f6af95fa-15c5-4071-a244-939e9adc5cad admin admin] 10.222.0.78 "PUT /v2.0/routers/6324fd6d-78da-4ca0-895c-50af757af028/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7541950 Jun 29 11:52:04.299307 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 57036) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:52:04.300020 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501a638c-af95-4852-811f-3359333eff2e None None] Sync routers for ids ['6324fd6d-78da-4ca0-895c-50af757af028'] in dv-cinder-797608-2-smb {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:52:04.309332 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501a638c-af95-4852-811f-3359333eff2e None None] Routers {'6324fd6d-78da-4ca0-895c-50af757af028'} bound to L3 agent in host dv-cinder-797608-2-smb {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:52:04.309945 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-501a638c-af95-4852-811f-3359333eff2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T11:27:33Z,description=,heartbeat_timestamp=2021-06-29T11:52:03Z,host='dv-cinder-797608-2-smb',id=bfbd9503-e406-4b21-85aa-cc71bbe721ce,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:33Z,topic='l3_agent')) {'router_ids': ['6324fd6d-78da-4ca0-895c-50af757af028'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:52:04.408715 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-aa74158c-9fb1-4a43-9d1d-fb2692831935 admin admin] Notify callbacks [] for router, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:04.416668 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-501a638c-af95-4852-811f-3359333eff2e None None] Set router 6324fd6d-78da-4ca0-895c-50af757af028 gateway port host: dv-cinder-797608-2-smb {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:52:04.509359 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9be8c49d-fdd7-49be-a71c-49aaf5d45c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:04.515599 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-aa74158c-9fb1-4a43-9d1d-fb2692831935 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:04.569880 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.plugin [None req-aa74158c-9fb1-4a43-9d1d-fb2692831935 admin admin] Deleting port 99f12505-48ab-41f6-b75f-f613c0dc3da3 {{(pid=93175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:52:04.570217 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-aa74158c-9fb1-4a43-9d1d-fb2692831935 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744991508026'] for port, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:04.656697 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.db [None req-aa74158c-9fb1-4a43-9d1d-fb2692831935 admin admin] For port 99f12505-48ab-41f6-b75f-f613c0dc3da3, host dv-cinder-797608-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-smb',level=0,port_id=99f12505-48ab-41f6-b75f-f613c0dc3da3,segment=NetworkSegment(bd18eb46-f552-49e6-b53a-14bd17fb4993),segment_id=bd18eb46-f552-49e6-b53a-14bd17fb4993)] {{(pid=93175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:52:04.657368 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-aa74158c-9fb1-4a43-9d1d-fb2692831935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013211'] for port, precommit_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:04.670229 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.plugin [None req-aa74158c-9fb1-4a43-9d1d-fb2692831935 admin admin] Calling delete_port for 99f12505-48ab-41f6-b75f-f613c0dc3da3 owned by network:router_gateway {{(pid=93175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:52:04.681679 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-501a638c-af95-4852-811f-3359333eff2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6324fd6d-78da-4ca0-895c-50af757af028', 'name': 'tempest-AttachVolumeTestJSON-2020938756-router', 'tenant_id': '1dde4d3e3b01456bb7062452fd29abff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'external_fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.87'}], 'enable_snat': True}, 'gw_port_id': '99f12505-48ab-41f6-b75f-f613c0dc3da3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:45:50Z', 'updated_at': '2021-06-29T11:52:03Z', 'revision_number': 5, 'project_id': '1dde4d3e3b01456bb7062452fd29abff', 'gw_port': {'id': '99f12505-48ab-41f6-b75f-f613c0dc3da3', 'name': '', 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:55:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6324fd6d-78da-4ca0-895c-50af757af028', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:45:50Z', 'updated_at': '2021-06-29T11:45:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042f854c-de74-4a6a-969f-d747577d8cca', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-smb'}], 'dv-cinder-797608-2-smb', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:52:04.710626 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501a638c-af95-4852-811f-3359333eff2e None None] Checking router: 6324fd6d-78da-4ca0-895c-50af757af028 for host: dv-cinder-797608-2-smb {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:52:04.719410 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501a638c-af95-4852-811f-3359333eff2e None None] Routers {'6324fd6d-78da-4ca0-895c-50af757af028'} bound to L3 agent in host dv-cinder-797608-2-smb {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:52:04.720124 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-501a638c-af95-4852-811f-3359333eff2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-29T11:27:33Z,description=,heartbeat_timestamp=2021-06-29T11:52:03Z,host='dv-cinder-797608-2-smb',id=bfbd9503-e406-4b21-85aa-cc71bbe721ce,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:33Z,topic='l3_agent')) {'router_ids': ['6324fd6d-78da-4ca0-895c-50af757af028'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:52:04.809086 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-501a638c-af95-4852-811f-3359333eff2e None None] Set router 6324fd6d-78da-4ca0-895c-50af757af028 gateway port host: None {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:52:04.837689 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-aa74158c-9fb1-4a43-9d1d-fb2692831935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744991430440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744990953750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61825989'] for port, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:04.840553 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-bc678de9-af80-422f-82f0-3579bc03eb28 tempest-VolumesSnapshotTestJSON-1817375384 tempest-VolumesSnapshotTestJSON-1817375384-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:52:04.864215 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa74158c-9fb1-4a43-9d1d-fb2692831935 admin admin] Pushing event deleted for resources: {'Port': ['ID=99f12505-48ab-41f6-b75f-f613c0dc3da3,revision_number=None']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:52:04.865205 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-501a638c-af95-4852-811f-3359333eff2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6324fd6d-78da-4ca0-895c-50af757af028', 'name': 'tempest-AttachVolumeTestJSON-2020938756-router', 'tenant_id': '1dde4d3e3b01456bb7062452fd29abff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:45:50Z', 'updated_at': '2021-06-29T11:52:04Z', 'revision_number': 6, 'project_id': '1dde4d3e3b01456bb7062452fd29abff', 'gw_port_host': None}], 'dv-cinder-797608-2-smb', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:52:04.867346 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-aa74158c-9fb1-4a43-9d1d-fb2692831935 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:52:04.895256 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501a638c-af95-4852-811f-3359333eff2e None None] The sync data for ids ['6324fd6d-78da-4ca0-895c-50af757af028'] in dv-cinder-797608-2-smb is: [{'id': '6324fd6d-78da-4ca0-895c-50af757af028', 'name': 'tempest-AttachVolumeTestJSON-2020938756-router', 'tenant_id': '1dde4d3e3b01456bb7062452fd29abff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:45:50Z', 'updated_at': '2021-06-29T11:52:04Z', 'revision_number': 6, 'project_id': '1dde4d3e3b01456bb7062452fd29abff', 'gw_port_host': None}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:52:04.930155 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-aa74158c-9fb1-4a43-9d1d-fb2692831935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535022'] for router_gateway, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:05.021609 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-aa74158c-9fb1-4a43-9d1d-fb2692831935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1002406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-498'] for router, precommit_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:05.023715 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-aa74158c-9fb1-4a43-9d1d-fb2692831935 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:05.066536 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-aa74158c-9fb1-4a43-9d1d-fb2692831935 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000879'] for router, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:05.067111 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa74158c-9fb1-4a43-9d1d-fb2692831935 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6324fd6d-78da-4ca0-895c-50af757af028 {{(pid=93175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 11:52:05.072585 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-aa74158c-9fb1-4a43-9d1d-fb2692831935 admin admin] Notify callbacks [] for router, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:05.073800 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-aa74158c-9fb1-4a43-9d1d-fb2692831935 admin admin] 10.222.0.78 "DELETE /v2.0/routers/6324fd6d-78da-4ca0-895c-50af757af028 HTTP/1.1" status: 204 len: 168 time: 0.7734857 Jun 29 11:52:05.076266 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 57038) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:52:05.120034 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7c55520-d9de-400e-b2b8-406ee1f0bfe2 admin admin] Deleting subnet 27e2cfa2-6807-495b-a094-07fa40e22db9 {{(pid=93175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 11:52:05.122953 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-a7c55520-d9de-400e-b2b8-406ee1f0bfe2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:05.154883 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-a7c55520-d9de-400e-b2b8-406ee1f0bfe2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61476065'] for subnet, precommit_delete_associations {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:05.233901 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-a7c55520-d9de-400e-b2b8-406ee1f0bfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4171685'] for subnet, precommit_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:05.289072 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-a7c55520-d9de-400e-b2b8-406ee1f0bfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4171708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61825855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61544134'] for subnet, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:05.291398 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:52:05.317584 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c55520-d9de-400e-b2b8-406ee1f0bfe2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27e2cfa2-6807-495b-a094-07fa40e22db9,revision_number=None']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:52:05.320850 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-a7c55520-d9de-400e-b2b8-406ee1f0bfe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:52:05.321840 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-a7c55520-d9de-400e-b2b8-406ee1f0bfe2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636407'] for subnet, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:05.323724 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-a7c55520-d9de-400e-b2b8-406ee1f0bfe2 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/27e2cfa2-6807-495b-a094-07fa40e22db9 HTTP/1.1" status: 204 len: 168 time: 0.2465267 Jun 29 11:52:05.326171 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 57040) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:52:05.329296 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48531f55-7a80-47eb-956b-cd0f087978b3 None None] Network f1dadca7-e0bc-41aa-9097-db23d856fd7d requested from dv-cinder-797608-2-smb {{(pid=93177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:52:05.396945 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-bf148ebe-a39f-4d11-8834-855ca8f13a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3737496'] for network, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:05.450467 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.plugin [None req-bf148ebe-a39f-4d11-8834-855ca8f13a0a admin admin] Deleting port 813919e6-fce4-44b9-b5a6-af8ae76690cb {{(pid=93175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:52:05.450800 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-bf148ebe-a39f-4d11-8834-855ca8f13a0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744991508026'] for port, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:05.516710 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.db [None req-bf148ebe-a39f-4d11-8834-855ca8f13a0a admin admin] For port 813919e6-fce4-44b9-b5a6-af8ae76690cb, host dv-cinder-797608-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-smb',level=0,port_id=813919e6-fce4-44b9-b5a6-af8ae76690cb,segment=NetworkSegment(3ddbbe09-9109-4d14-8bbd-a59ca710308f),segment_id=3ddbbe09-9109-4d14-8bbd-a59ca710308f)] {{(pid=93175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:52:05.517634 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-bf148ebe-a39f-4d11-8834-855ca8f13a0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013211'] for port, precommit_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:05.530762 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.plugin [None req-bf148ebe-a39f-4d11-8834-855ca8f13a0a admin admin] Calling delete_port for 813919e6-fce4-44b9-b5a6-af8ae76690cb owned by network:dhcp {{(pid=93175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:52:05.635898 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-bf148ebe-a39f-4d11-8834-855ca8f13a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744991430440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744990953750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61825989'] for port, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:05.638321 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-3b08a013-580c-4770-b0fd-25d16d8a34e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:52:05.652951 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6353cb9-ed97-46d7-bad7-3153f6cf805a None None] DHCP port deletion for f1dadca7-e0bc-41aa-9097-db23d856fd7d request from dv-cinder-797608-2-smb {{(pid=93177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 11:52:05.669447 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf148ebe-a39f-4d11-8834-855ca8f13a0a admin admin] No DVR routers for this DVR port 813919e6-fce4-44b9-b5a6-af8ae76690cb on host dv-cinder-797608-2-smb {{(pid=93175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:52:05.671045 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf148ebe-a39f-4d11-8834-855ca8f13a0a admin admin] Pushing event deleted for resources: {'Port': ['ID=813919e6-fce4-44b9-b5a6-af8ae76690cb,revision_number=None']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:52:05.675363 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-bf148ebe-a39f-4d11-8834-855ca8f13a0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:52:05.747929 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-bf148ebe-a39f-4d11-8834-855ca8f13a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4171643', 'neutron.services.segments.db._delete_segments_for_network-8744991479107'] for network, precommit_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:05.759265 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.services.segments.db [None req-bf148ebe-a39f-4d11-8834-855ca8f13a0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1dadca7-e0bc-41aa-9097-db23d856fd7d']}} {{(pid=93175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:52:05.770107 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.services.segments.db [None req-bf148ebe-a39f-4d11-8834-855ca8f13a0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ddbbe09-9109-4d14-8bbd-a59ca710308f') {'for_net_delete': True} {{(pid=93175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:52:05.770397 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.services.segments.db [None req-bf148ebe-a39f-4d11-8834-855ca8f13a0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ddbbe09-9109-4d14-8bbd-a59ca710308f') {} {{(pid=93175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:52:05.779393 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-bf148ebe-a39f-4d11-8834-855ca8f13a0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744991309258', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61476078'] for segment, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:05.793995 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-bf148ebe-a39f-4d11-8834-855ca8f13a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144823'] for segment, precommit_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:05.801488 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf148ebe-a39f-4d11-8834-855ca8f13a0a admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=93175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 11:52:05.801928 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-bf148ebe-a39f-4d11-8834-855ca8f13a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61825938'] for segment, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:05.803651 dv-cinder-797608-2-smb neutron-server[93175]: Traceback (most recent call last): Jun 29 11:52:05.803651 dv-cinder-797608-2-smb neutron-server[93175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 11:52:05.803651 dv-cinder-797608-2-smb neutron-server[93175]: timer() Jun 29 11:52:05.803651 dv-cinder-797608-2-smb neutron-server[93175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 11:52:05.803651 dv-cinder-797608-2-smb neutron-server[93175]: cb(*args, **kw) Jun 29 11:52:05.803651 dv-cinder-797608-2-smb neutron-server[93175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 11:52:05.803651 dv-cinder-797608-2-smb neutron-server[93175]: return func(*args, **kwargs) Jun 29 11:52:05.803651 dv-cinder-797608-2-smb neutron-server[93175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 11:52:05.803651 dv-cinder-797608-2-smb neutron-server[93175]: self._notify() Jun 29 11:52:05.803651 dv-cinder-797608-2-smb neutron-server[93175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 11:52:05.803651 dv-cinder-797608-2-smb neutron-server[93175]: self.callback(batched_events) Jun 29 11:52:05.803651 dv-cinder-797608-2-smb neutron-server[93175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 11:52:05.803651 dv-cinder-797608-2-smb neutron-server[93175]: event.method(event) Jun 29 11:52:05.803651 dv-cinder-797608-2-smb neutron-server[93175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 11:52:05.803651 dv-cinder-797608-2-smb neutron-server[93175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 11:52:05.803651 dv-cinder-797608-2-smb neutron-server[93175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 11:52:05.803651 dv-cinder-797608-2-smb neutron-server[93175]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 11:52:05.803651 dv-cinder-797608-2-smb neutron-server[93175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 11:52:05.803651 dv-cinder-797608-2-smb neutron-server[93175]: return f(self, *a, **k) Jun 29 11:52:05.803651 dv-cinder-797608-2-smb neutron-server[93175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 11:52:05.803651 dv-cinder-797608-2-smb neutron-server[93175]: return self._get(url).json() Jun 29 11:52:05.803651 dv-cinder-797608-2-smb neutron-server[93175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 11:52:05.803651 dv-cinder-797608-2-smb neutron-server[93175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 11:52:05.803651 dv-cinder-797608-2-smb neutron-server[93175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 11:52:05.803651 dv-cinder-797608-2-smb neutron-server[93175]: return self.request(url, 'GET', **kwargs) Jun 29 11:52:05.803651 dv-cinder-797608-2-smb neutron-server[93175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 11:52:05.803651 dv-cinder-797608-2-smb neutron-server[93175]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 11:52:05.803651 dv-cinder-797608-2-smb neutron-server[93175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 11:52:05.803651 dv-cinder-797608-2-smb neutron-server[93175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 11:52:05.803651 dv-cinder-797608-2-smb neutron-server[93175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 11:52:05.803651 dv-cinder-797608-2-smb neutron-server[93175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 11:52:05.803651 dv-cinder-797608-2-smb neutron-server[93175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 11:52:05.859953 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-bf148ebe-a39f-4d11-8834-855ca8f13a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4171616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-533507'] for network, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:05.864975 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-368a6269-d896-4185-9e2b-e322887ee53a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:52:05.867610 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-bf148ebe-a39f-4d11-8834-855ca8f13a0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636407'] for network, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:05.869667 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-bf148ebe-a39f-4d11-8834-855ca8f13a0a admin admin] 10.222.0.78 "DELETE /v2.0/networks/f1dadca7-e0bc-41aa-9097-db23d856fd7d HTTP/1.1" status: 204 len: 168 time: 0.5425344 Jun 29 11:52:05.882254 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf148ebe-a39f-4d11-8834-855ca8f13a0a admin admin] Pushing event deleted for resources: {'Network': ['ID=f1dadca7-e0bc-41aa-9097-db23d856fd7d,revision_number=None']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:52:05.888247 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-bf148ebe-a39f-4d11-8834-855ca8f13a0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:52:06.002969 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 57044) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:52:06.053916 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-186ec4e4-f90b-4b0d-8ca5-d6233a1e4fe6 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=1dde4d3e3b01456bb7062452fd29abff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0496714 Jun 29 11:52:06.056472 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 57046) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:52:06.108043 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-d1ba04fb-3a53-4ea8-84a1-16b06b9b7cc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:06.131976 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-d1ba04fb-3a53-4ea8-84a1-16b06b9b7cc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:06.179054 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-d1ba04fb-3a53-4ea8-84a1-16b06b9b7cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:06.181572 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-d1ba04fb-3a53-4ea8-84a1-16b06b9b7cc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:06.182767 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-d1ba04fb-3a53-4ea8-84a1-16b06b9b7cc9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/ab1479a6-e466-4c73-961f-b6d1cb93525c HTTP/1.1" status: 204 len: 168 time: 0.1253691 Jun 29 11:52:06.184447 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-1622019c-ba10-4828-87d0-6587dfb29c54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:52:06.193473 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ba04fb-3a53-4ea8-84a1-16b06b9b7cc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab1479a6-e466-4c73-961f-b6d1cb93525c,revision_number=None']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:52:06.196163 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-d1ba04fb-3a53-4ea8-84a1-16b06b9b7cc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:52:06.462553 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7dc1f572-48b9-4e28-8a5a-f2a12e721563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:06.746262 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Device 99f12505-48ab-41f6-b75f-f613c0dc3da3 no longer exists at agent ovs-agent-dv-cinder-797608-2-smb {{(pid=93177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:52:06.766728 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] No Port match for: 99f12505-48ab-41f6-b75f-f613c0dc3da3 {{(pid=93177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:52:06.767743 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Device 99f12505-48ab-41f6-b75f-f613c0dc3da3 not bound to the agent host dv-cinder-797608-2-smb {{(pid=93177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:52:06.768206 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Device 813919e6-fce4-44b9-b5a6-af8ae76690cb no longer exists at agent ovs-agent-dv-cinder-797608-2-smb {{(pid=93177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:52:06.788163 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] No Port match for: 813919e6-fce4-44b9-b5a6-af8ae76690cb {{(pid=93177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:52:06.788512 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Device 813919e6-fce4-44b9-b5a6-af8ae76690cb not bound to the agent host dv-cinder-797608-2-smb {{(pid=93177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:52:06.788931 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Device da0bc394-6d32-452a-b2b9-524bf1b5e7cc no longer exists at agent ovs-agent-dv-cinder-797608-2-smb {{(pid=93177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:52:06.808116 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] No Port match for: da0bc394-6d32-452a-b2b9-524bf1b5e7cc {{(pid=93177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:52:06.808477 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Device da0bc394-6d32-452a-b2b9-524bf1b5e7cc not bound to the agent host dv-cinder-797608-2-smb {{(pid=93177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:52:06.987039 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [req-59b2edb3-5314-468e-bc72-86537006a8f1 req-02a4d387-4205-4a90-b8fb-350adcdf31d8 service neutron] (93175) timed out ('10.222.0.21', 55331) {{(pid=93175) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 29 11:52:08.066075 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 57108) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:52:08.196377 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-5e8a2e83-1d41-465f-a034-8ec6a0388bcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:08.286161 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-5e8a2e83-1d41-465f-a034-8ec6a0388bcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:08.290642 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-5e8a2e83-1d41-465f-a034-8ec6a0388bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:08.293370 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-4ebe14d3-76db-423d-aeed-339abbd72deb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:52:08.331793 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-5e8a2e83-1d41-465f-a034-8ec6a0388bcd admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=86d40f281dbe40ae8913ac5670193ce9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2645187 Jun 29 11:52:08.332609 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8a2e83-1d41-465f-a034-8ec6a0388bcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6532c88f-ac58-43f6-8f4a-bde5843274c1,revision_number=1']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:52:08.334624 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 57112) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:52:08.336411 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-5e8a2e83-1d41-465f-a034-8ec6a0388bcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:52:08.387757 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5715064a-ec5c-4b74-97ab-0ca7593799fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:08.409237 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5715064a-ec5c-4b74-97ab-0ca7593799fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:08.455666 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5715064a-ec5c-4b74-97ab-0ca7593799fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:08.458195 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5715064a-ec5c-4b74-97ab-0ca7593799fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:08.459772 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-5715064a-ec5c-4b74-97ab-0ca7593799fe admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6532c88f-ac58-43f6-8f4a-bde5843274c1 HTTP/1.1" status: 204 len: 168 time: 0.1223762 Jun 29 11:52:08.460469 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-45cae284-94e7-4de8-b198-432b658de0dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:52:08.468550 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5715064a-ec5c-4b74-97ab-0ca7593799fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6532c88f-ac58-43f6-8f4a-bde5843274c1,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:52:08.471463 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5715064a-ec5c-4b74-97ab-0ca7593799fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:52:08.723082 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 57118) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:52:08.736167 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-852ab65c-d46f-4084-a7b4-3ef4372d2442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:08.833101 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-852ab65c-d46f-4084-a7b4-3ef4372d2442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:08.837926 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-852ab65c-d46f-4084-a7b4-3ef4372d2442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:08.840440 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-017e8bf5-b277-48f1-aefd-76e9be986b2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:52:08.875476 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852ab65c-d46f-4084-a7b4-3ef4372d2442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e062c6-51eb-4c8f-aa0e-44ef1a349ceb,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:52:08.880467 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-852ab65c-d46f-4084-a7b4-3ef4372d2442 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ce95bf50ac024252ba6e165a9ad9ca1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1563272 Jun 29 11:52:08.881379 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-852ab65c-d46f-4084-a7b4-3ef4372d2442 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:52:08.883114 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 57120) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:52:08.934998 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5656b68a-77df-461c-a5f8-7048ba260f29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:08.956230 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5656b68a-77df-461c-a5f8-7048ba260f29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:08.999553 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5656b68a-77df-461c-a5f8-7048ba260f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:09.002749 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-5656b68a-77df-461c-a5f8-7048ba260f29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:09.003911 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-5656b68a-77df-461c-a5f8-7048ba260f29 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/48e062c6-51eb-4c8f-aa0e-44ef1a349ceb HTTP/1.1" status: 204 len: 168 time: 0.1198850 Jun 29 11:52:09.004668 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-90b083b1-6f1d-487b-8487-d95bd3d62eaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:52:09.011899 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5656b68a-77df-461c-a5f8-7048ba260f29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e062c6-51eb-4c8f-aa0e-44ef1a349ceb,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:52:09.014168 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-5656b68a-77df-461c-a5f8-7048ba260f29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:52:13.498157 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 57204) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:52:13.601158 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d67bd391-fb2c-4bc6-9018-585aca70febf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:13.687310 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d67bd391-fb2c-4bc6-9018-585aca70febf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:13.691842 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-d67bd391-fb2c-4bc6-9018-585aca70febf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:13.694134 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-c190f982-94a1-475c-9005-9df487112641 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:52:13.728017 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67bd391-fb2c-4bc6-9018-585aca70febf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b247d2e-1d28-467e-ac71-e1f52dd74c93,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:52:13.732297 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-d67bd391-fb2c-4bc6-9018-585aca70febf admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=35a78960ea164bae8f1fcd864482c19b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2331083 Jun 29 11:52:13.733186 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-d67bd391-fb2c-4bc6-9018-585aca70febf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:52:13.734947 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 57208) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:52:13.781908 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2af57d11-6f6b-4782-a0c8-6555174313f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:13.802948 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2af57d11-6f6b-4782-a0c8-6555174313f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:13.851846 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2af57d11-6f6b-4782-a0c8-6555174313f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:13.854336 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2af57d11-6f6b-4782-a0c8-6555174313f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:13.855479 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-2af57d11-6f6b-4782-a0c8-6555174313f9 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/6b247d2e-1d28-467e-ac71-e1f52dd74c93 HTTP/1.1" status: 204 len: 168 time: 0.1196420 Jun 29 11:52:13.856255 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-34f31392-fa48-49bd-9239-7a495fb602da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:52:13.864525 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af57d11-6f6b-4782-a0c8-6555174313f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b247d2e-1d28-467e-ac71-e1f52dd74c93,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:52:13.867723 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2af57d11-6f6b-4782-a0c8-6555174313f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:52:14.128626 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 57214) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:52:14.141625 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f1fcc996-5e9d-42ae-9c8d-f48fa3458920 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:14.234762 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f1fcc996-5e9d-42ae-9c8d-f48fa3458920 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:14.243568 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-f1fcc996-5e9d-42ae-9c8d-f48fa3458920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:14.246007 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-37e55a70-bcea-45a4-af3c-7aede20cb888 tempest-AttachVolumeShelveTestJSON-298314293 tempest-AttachVolumeShelveTestJSON-298314293-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:52:14.283177 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-f1fcc996-5e9d-42ae-9c8d-f48fa3458920 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=9b9ee1952107496f914a294742c71815&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1528909 Jun 29 11:52:14.284195 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fcc996-5e9d-42ae-9c8d-f48fa3458920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb11269-6367-4d33-a2be-841930a66026,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:52:14.285872 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 57216) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:52:14.287746 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-f1fcc996-5e9d-42ae-9c8d-f48fa3458920 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:52:14.337726 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-d50bb42e-6c5c-4dca-be94-af6d5a78e83f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:14.359431 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-d50bb42e-6c5c-4dca-be94-af6d5a78e83f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:14.404958 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-d50bb42e-6c5c-4dca-be94-af6d5a78e83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:14.408238 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-d50bb42e-6c5c-4dca-be94-af6d5a78e83f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:14.409399 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-d50bb42e-6c5c-4dca-be94-af6d5a78e83f admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/5fb11269-6367-4d33-a2be-841930a66026 HTTP/1.1" status: 204 len: 168 time: 0.1224310 Jun 29 11:52:14.410275 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-54f0e7c5-7ae7-4379-8706-e13f1c913fa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:52:14.417709 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50bb42e-6c5c-4dca-be94-af6d5a78e83f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb11269-6367-4d33-a2be-841930a66026,revision_number=None']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:52:14.420107 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-d50bb42e-6c5c-4dca-be94-af6d5a78e83f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:52:17.290914 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.agents_db [None req-013366be-bbdd-48cc-8d7f-8588d5b4b8e9 None None] Agent healthcheck: found 6 active agents {{(pid=93178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:52:19.276748 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 57290) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:52:19.377579 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-8334d560-fa57-4d11-9a29-187122199b9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:19.468489 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-8334d560-fa57-4d11-9a29-187122199b9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:19.473219 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-8334d560-fa57-4d11-9a29-187122199b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:19.476578 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-fc8ea7ee-0ad8-4e2e-8729-41f1b5cf73d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:52:19.512160 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-8334d560-fa57-4d11-9a29-187122199b9b admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=cae870eab64a44baa3c9e4edefad7298&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2343085 Jun 29 11:52:19.514172 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8334d560-fa57-4d11-9a29-187122199b9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f0155b6-6721-481d-ae68-b3e7981541b0,revision_number=1']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:52:19.515072 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 57294) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:52:19.518138 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-8334d560-fa57-4d11-9a29-187122199b9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:52:19.569895 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0bdcb484-68a5-4316-8069-cd16a544ddde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:19.592101 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0bdcb484-68a5-4316-8069-cd16a544ddde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:19.640173 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0bdcb484-68a5-4316-8069-cd16a544ddde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:19.643514 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-0bdcb484-68a5-4316-8069-cd16a544ddde admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:19.644675 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-0bdcb484-68a5-4316-8069-cd16a544ddde admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/9f0155b6-6721-481d-ae68-b3e7981541b0 HTTP/1.1" status: 204 len: 168 time: 0.1260736 Jun 29 11:52:19.645437 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-35e6c9e5-4bd3-43f7-8fc2-42598de0829d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:52:19.653078 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdcb484-68a5-4316-8069-cd16a544ddde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f0155b6-6721-481d-ae68-b3e7981541b0,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:52:19.655407 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-0bdcb484-68a5-4316-8069-cd16a544ddde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:52:19.903588 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 57300) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:52:19.917176 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-c3cc1a41-1d33-4d89-af6b-f6f0470537c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:20.007907 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-c3cc1a41-1d33-4d89-af6b-f6f0470537c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:20.011426 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-c3cc1a41-1d33-4d89-af6b-f6f0470537c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:20.013697 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-5e8a2e83-1d41-465f-a034-8ec6a0388bcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:52:20.051862 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cc1a41-1d33-4d89-af6b-f6f0470537c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb87e0e-3341-4de5-a335-182092f46345,revision_number=1']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:52:20.055609 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-c3cc1a41-1d33-4d89-af6b-f6f0470537c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:52:20.058540 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-c3cc1a41-1d33-4d89-af6b-f6f0470537c2 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=c80df9dbe4ce49d7a5c60f7fbcd13922&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1539469 Jun 29 11:52:20.061534 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 57302) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:52:20.110293 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-78a89cb2-c1a1-489d-a35d-4d64138c17ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:20.131699 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-78a89cb2-c1a1-489d-a35d-4d64138c17ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:20.176755 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-78a89cb2-c1a1-489d-a35d-4d64138c17ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:20.179414 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-78a89cb2-c1a1-489d-a35d-4d64138c17ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:20.180582 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-78a89cb2-c1a1-489d-a35d-4d64138c17ab admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/2eb87e0e-3341-4de5-a335-182092f46345 HTTP/1.1" status: 204 len: 168 time: 0.1179855 Jun 29 11:52:20.181340 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-1b77db7a-2414-4446-8729-6236e68220d0 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:52:20.188934 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a89cb2-c1a1-489d-a35d-4d64138c17ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb87e0e-3341-4de5-a335-182092f46345,revision_number=None']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:52:20.191103 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-78a89cb2-c1a1-489d-a35d-4d64138c17ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:52:20.720561 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:27.154248 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 57386) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:52:27.255688 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-f4f0a279-d472-4b40-94a4-1fea3bbfa225 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:27.356361 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-f4f0a279-d472-4b40-94a4-1fea3bbfa225 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:27.360801 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-f4f0a279-d472-4b40-94a4-1fea3bbfa225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:27.364040 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-9c3815f0-bb25-4a9f-8dcb-b0ee10953f0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:52:27.399437 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f0a279-d472-4b40-94a4-1fea3bbfa225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10bf0ba0-6a2b-41ab-9ffb-28d150fe0861,revision_number=1']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:52:27.403699 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-f4f0a279-d472-4b40-94a4-1fea3bbfa225 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=3e5b0373892e4750b121137be70ed9ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2484145 Jun 29 11:52:27.404611 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-f4f0a279-d472-4b40-94a4-1fea3bbfa225 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:52:27.406301 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 57390) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:52:27.460858 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-9bb28f5d-b4c8-4b30-a32b-645d05834d89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:27.481347 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-9bb28f5d-b4c8-4b30-a32b-645d05834d89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:27.528112 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-9bb28f5d-b4c8-4b30-a32b-645d05834d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:27.530759 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-9bb28f5d-b4c8-4b30-a32b-645d05834d89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:27.532079 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-9bb28f5d-b4c8-4b30-a32b-645d05834d89 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/10bf0ba0-6a2b-41ab-9ffb-28d150fe0861 HTTP/1.1" status: 204 len: 168 time: 0.1244004 Jun 29 11:52:27.532975 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-bf17722d-bcdf-447f-817a-a2b9a98f9d50 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:52:27.540874 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb28f5d-b4c8-4b30-a32b-645d05834d89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10bf0ba0-6a2b-41ab-9ffb-28d150fe0861,revision_number=None']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:52:27.543352 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-9bb28f5d-b4c8-4b30-a32b-645d05834d89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:52:27.820646 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 57396) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:52:27.834613 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-d6d9d8af-8032-4085-8afa-3dfd2d6a1d32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:27.925957 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-d6d9d8af-8032-4085-8afa-3dfd2d6a1d32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:27.929669 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-d6d9d8af-8032-4085-8afa-3dfd2d6a1d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:27.931984 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-b0639bdf-2a2e-4db1-b96d-3885c5db13d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:52:27.967286 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-d6d9d8af-8032-4085-8afa-3dfd2d6a1d32 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=ad6fa30d1be04524a2930c0d4243de18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1455631 Jun 29 11:52:27.968200 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d9d8af-8032-4085-8afa-3dfd2d6a1d32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d140def-25f6-4ca5-81b6-1c7aadb023e5,revision_number=1']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:52:27.969979 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 57398) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:52:27.971191 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-d6d9d8af-8032-4085-8afa-3dfd2d6a1d32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:52:28.021800 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ce5c9376-6087-4483-a551-4a8258413d4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:28.043647 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ce5c9376-6087-4483-a551-4a8258413d4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:28.090773 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ce5c9376-6087-4483-a551-4a8258413d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:28.093322 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ce5c9376-6087-4483-a551-4a8258413d4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:28.094485 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-ce5c9376-6087-4483-a551-4a8258413d4b admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/1d140def-25f6-4ca5-81b6-1c7aadb023e5 HTTP/1.1" status: 204 len: 168 time: 0.1234634 Jun 29 11:52:28.095249 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b8fb35f2-a856-4184-bce1-ba704bd0f821 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:52:28.103484 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5c9376-6087-4483-a551-4a8258413d4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d140def-25f6-4ca5-81b6-1c7aadb023e5,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:52:28.106117 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ce5c9376-6087-4483-a551-4a8258413d4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:52:30.600522 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c1881f56-7f1e-4fce-8367-b4fd6dee2254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:33.378356 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-49c23e48-3843-4469-a0df-bfb489f0921d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:33.730719 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:34.512829 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9be8c49d-fdd7-49be-a71c-49aaf5d45c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:36.464063 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7dc1f572-48b9-4e28-8a5a-f2a12e721563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:40.405571 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 57520) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:52:40.521078 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2975e492-1cf0-46ac-bb5a-9981343ba018 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:40.606673 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2975e492-1cf0-46ac-bb5a-9981343ba018 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:40.610459 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-2975e492-1cf0-46ac-bb5a-9981343ba018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:40.612908 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-cbf4b0e3-383e-468a-9c52-1d140fe7b27c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:52:40.648912 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-2975e492-1cf0-46ac-bb5a-9981343ba018 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=fe02a954699e4b53b7718dedebd57d8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2422507 Jun 29 11:52:40.649840 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2975e492-1cf0-46ac-bb5a-9981343ba018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08aa9957-9c1b-47bc-8caf-a2fd951b4f8a,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:52:40.651532 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 57524) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:52:40.653241 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-2975e492-1cf0-46ac-bb5a-9981343ba018 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:52:40.702484 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-e9936d83-ba36-4880-b9b7-d88c1647da70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:40.728133 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-e9936d83-ba36-4880-b9b7-d88c1647da70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:40.774243 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-e9936d83-ba36-4880-b9b7-d88c1647da70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:40.777578 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-e9936d83-ba36-4880-b9b7-d88c1647da70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:40.781064 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-e9936d83-ba36-4880-b9b7-d88c1647da70 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/08aa9957-9c1b-47bc-8caf-a2fd951b4f8a HTTP/1.1" status: 204 len: 168 time: 0.1273031 Jun 29 11:52:40.782246 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-40b1dfde-de52-44ca-a70f-b970ae2a6a04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:52:40.791867 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9936d83-ba36-4880-b9b7-d88c1647da70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08aa9957-9c1b-47bc-8caf-a2fd951b4f8a,revision_number=None']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:52:40.794312 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-e9936d83-ba36-4880-b9b7-d88c1647da70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:52:41.401560 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 57546) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:52:41.493735 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.v2.base [None req-e1f9238f-f897-4cec-a667-b0b778d09b2d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-633739485-network', 'tenant_id': 'f2415b71cda24bf5acde7c26851006f6'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:52:41.514250 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1f9238f-f897-4cec-a667-b0b778d09b2d admin admin] Made reservation on behalf of f2415b71cda24bf5acde7c26851006f6 for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:52:41.516596 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e1f9238f-f897-4cec-a667-b0b778d09b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:41.525719 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e1f9238f-f897-4cec-a667-b0b778d09b2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:41.615126 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e1f9238f-f897-4cec-a667-b0b778d09b2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:41.620016 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e1f9238f-f897-4cec-a667-b0b778d09b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:41.623118 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8fcb930c-8350-44ae-8cb1-809d3a3c3fee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:52:41.648472 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1f9238f-f897-4cec-a667-b0b778d09b2d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 11:52:41.654536 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f9238f-f897-4cec-a667-b0b778d09b2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0197944b-fdfa-4fdb-9d82-1a39367dfe6c,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:52:41.659088 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e1f9238f-f897-4cec-a667-b0b778d09b2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:52:41.662305 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e1f9238f-f897-4cec-a667-b0b778d09b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144823'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:41.662416 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.db.segments_db [None req-e1f9238f-f897-4cec-a667-b0b778d09b2d admin admin] Added segment 4586a4d6-f769-4011-98c4-5a95fbb20731 of type vlan for network 8cf7e864-7d59-451a-bfa7-9d0dcd0d5227 Jun 29 11:52:41.700821 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e1f9238f-f897-4cec-a667-b0b778d09b2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744990971203'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:41.729313 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e1f9238f-f897-4cec-a667-b0b778d09b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:41.730657 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f9238f-f897-4cec-a667-b0b778d09b2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:52:41.731219 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e1f9238f-f897-4cec-a667-b0b778d09b2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636407'] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:41.733245 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-8c4a4575-d2ee-48c6-a844-ccfa3ce18ade admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:52:41.779620 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-e1f9238f-f897-4cec-a667-b0b778d09b2d admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3769548 Jun 29 11:52:41.782644 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 57550) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:52:41.787956 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.v2.base [None req-da718cb9-1553-45b7-9b95-d91215fc3a2b admin admin] Request body: {'subnet': {'network_id': '8cf7e864-7d59-451a-bfa7-9d0dcd0d5227', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-633739485-subnet', 'tenant_id': 'f2415b71cda24bf5acde7c26851006f6', 'ip_version': 4}} {{(pid=93175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:52:41.790567 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f9238f-f897-4cec-a667-b0b778d09b2d admin admin] Pushing event updated for resources: {'Network': ['ID=8cf7e864-7d59-451a-bfa7-9d0dcd0d5227,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:52:41.794118 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e1f9238f-f897-4cec-a667-b0b778d09b2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:52:41.801997 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Network 8cf7e864-7d59-451a-bfa7-9d0dcd0d5227 details requested by agent ovs-agent-dv-cinder-797608-2-smb with host dv-cinder-797608-2-smb {{(pid=93177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 11:52:41.809800 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da718cb9-1553-45b7-9b95-d91215fc3a2b admin admin] Made reservation on behalf of f2415b71cda24bf5acde7c26851006f6 for: {'subnet': 1} {{(pid=93175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:52:41.812295 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-da718cb9-1553-45b7-9b95-d91215fc3a2b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61544163'] for subnet, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:41.978055 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-da718cb9-1553-45b7-9b95-d91215fc3a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61825904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61544177'] for subnet, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:41.980052 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:52:42.029621 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da718cb9-1553-45b7-9b95-d91215fc3a2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=72256983-adaf-4a0d-9e47-41e69933f6de,revision_number=0']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:52:42.032385 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-da718cb9-1553-45b7-9b95-d91215fc3a2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:52:42.042097 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da718cb9-1553-45b7-9b95-d91215fc3a2b admin admin] Checking segment: {'id': '4586a4d6-f769-4011-98c4-5a95fbb20731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8cf7e864-7d59-451a-bfa7-9d0dcd0d5227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:52:42.042450 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da718cb9-1553-45b7-9b95-d91215fc3a2b admin admin] Network hostable DHCP agents. Network: 8cf7e864-7d59-451a-bfa7-9d0dcd0d5227, hostable agents: ['069d6837-862e-44f3-9997-a187e03939a0'], hosted agents: [] {{(pid=93175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 11:52:42.058863 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da718cb9-1553-45b7-9b95-d91215fc3a2b admin admin] Network 8cf7e864-7d59-451a-bfa7-9d0dcd0d5227 is scheduled to be hosted by DHCP agent 069d6837-862e-44f3-9997-a187e03939a0 with binding_index 1 {{(pid=93175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 11:52:42.067465 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.base_scheduler [None req-da718cb9-1553-45b7-9b95-d91215fc3a2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-2-smb, 8cf7e864-7d59-451a-bfa7-9d0dcd0d5227) {{(pid=93175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:52:42.071896 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da718cb9-1553-45b7-9b95-d91215fc3a2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:52:42.072480 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-da718cb9-1553-45b7-9b95-d91215fc3a2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636407'] for subnet, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:42.077837 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce122b4-9a40-4d19-95a4-ad1e412a3989 None None] Network 8cf7e864-7d59-451a-bfa7-9d0dcd0d5227 requested from dv-cinder-797608-2-smb {{(pid=93177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:52:42.086944 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-da718cb9-1553-45b7-9b95-d91215fc3a2b admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3031831 Jun 29 11:52:42.089689 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 57552) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:52:42.093991 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.v2.base [None req-f722332e-f8b7-42a2-96ce-6df3ab71bd4c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-633739485-router', 'tenant_id': 'f2415b71cda24bf5acde7c26851006f6', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6'}}} {{(pid=93175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:52:42.116936 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-f722332e-f8b7-42a2-96ce-6df3ab71bd4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256'] for router, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:42.118056 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-f722332e-f8b7-42a2-96ce-6df3ab71bd4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1003057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1012946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-927581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-265'] for router, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:42.172475 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-f722332e-f8b7-42a2-96ce-6df3ab71bd4c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:42.225542 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6757d4-e2e2-4e78-abeb-3755c5c488c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b1f32d3-038b-5e76-9a72-ea87f257608f-8cf7e864-7d59-451a-bfa7-9d0dcd0d5227', 'network_id': '8cf7e864-7d59-451a-bfa7-9d0dcd0d5227', 'tenant_id': 'f2415b71cda24bf5acde7c26851006f6', 'fixed_ips': [{'subnet_id': '72256983-adaf-4a0d-9e47-41e69933f6de'}]}} from dv-cinder-797608-2-smb. {{(pid=93177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 11:52:42.226423 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ff6757d4-e2e2-4e78-abeb-3755c5c488c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:42.308288 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-f722332e-f8b7-42a2-96ce-6df3ab71bd4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534850', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-507'] for router, precommit_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:42.360440 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-ff6757d4-e2e2-4e78-abeb-3755c5c488c8 None None] Allocated IP 172.20.0.2 (8cf7e864-7d59-451a-bfa7-9d0dcd0d5227/72256983-adaf-4a0d-9e47-41e69933f6de/fd190950-c57f-4af0-9ef1-2ddc1e7c770d) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:52:42.504391 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ff6757d4-e2e2-4e78-abeb-3755c5c488c8 None None] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:42.506303 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-f722332e-f8b7-42a2-96ce-6df3ab71bd4c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:42.512897 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-ff6757d4-e2e2-4e78-abeb-3755c5c488c8 None None] Transition to ACTIVE for port object fd190950-c57f-4af0-9ef1-2ddc1e7c770d will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:52:42.525721 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-f722332e-f8b7-42a2-96ce-6df3ab71bd4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:42.527698 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-ff6757d4-e2e2-4e78-abeb-3755c5c488c8 None None] Transition to ACTIVE for port object fd190950-c57f-4af0-9ef1-2ddc1e7c770d will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:52:42.538144 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ff6757d4-e2e2-4e78-abeb-3755c5c488c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3670657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744990953741'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:42.540152 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-dcdd8d16-001e-42e7-9054-fd6323eead32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:52:42.576930 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6757d4-e2e2-4e78-abeb-3755c5c488c8 None None] Network 8cf7e864-7d59-451a-bfa7-9d0dcd0d5227 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:52:42.579599 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-ff6757d4-e2e2-4e78-abeb-3755c5c488c8 None None] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:52:42.584089 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6757d4-e2e2-4e78-abeb-3755c5c488c8 None None] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:52:42.592534 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6757d4-e2e2-4e78-abeb-3755c5c488c8 None None] Pushing event updated for resources: {'Port': ['ID=fd190950-c57f-4af0-9ef1-2ddc1e7c770d,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:52:42.621016 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6757d4-e2e2-4e78-abeb-3755c5c488c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:52:42.621332 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6757d4-e2e2-4e78-abeb-3755c5c488c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:52:42.621667 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6757d4-e2e2-4e78-abeb-3755c5c488c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:52:42.621999 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6757d4-e2e2-4e78-abeb-3755c5c488c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:52:42.622326 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6757d4-e2e2-4e78-abeb-3755c5c488c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:52:42.622651 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6757d4-e2e2-4e78-abeb-3755c5c488c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:52:42.622975 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6757d4-e2e2-4e78-abeb-3755c5c488c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:52:42.623713 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6757d4-e2e2-4e78-abeb-3755c5c488c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:52:42.623713 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6757d4-e2e2-4e78-abeb-3755c5c488c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:52:42.623938 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6757d4-e2e2-4e78-abeb-3755c5c488c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:52:42.624274 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6757d4-e2e2-4e78-abeb-3755c5c488c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:52:42.624577 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff6757d4-e2e2-4e78-abeb-3755c5c488c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:52:42.633665 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.db.db_base_plugin_common [None req-f722332e-f8b7-42a2-96ce-6df3ab71bd4c admin admin] Allocated IP 172.28.2.224 (6fd298bf-14bd-44c4-b839-39c6685a3eb6/042f854c-de74-4a6a-969f-d747577d8cca/cba3eb58-c2c3-437d-a79c-1ae2e70d1586) {{(pid=93175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:52:42.642674 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ff6757d4-e2e2-4e78-abeb-3755c5c488c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:52:42.655829 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-ff6757d4-e2e2-4e78-abeb-3755c5c488c8 None None] Attempting to bind port fd190950-c57f-4af0-9ef1-2ddc1e7c770d on host dv-cinder-797608-2-smb for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:52:42.656202 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-ff6757d4-e2e2-4e78-abeb-3755c5c488c8 None None] Attempting to bind port fd190950-c57f-4af0-9ef1-2ddc1e7c770d by drivers openvswitch,hyperv on host dv-cinder-797608-2-smb at level 0 using segments [{'id': '4586a4d6-f769-4011-98c4-5a95fbb20731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8cf7e864-7d59-451a-bfa7-9d0dcd0d5227'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:52:42.656571 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6757d4-e2e2-4e78-abeb-3755c5c488c8 None None] Attempting to bind port fd190950-c57f-4af0-9ef1-2ddc1e7c770d on network 8cf7e864-7d59-451a-bfa7-9d0dcd0d5227 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:52:42.662113 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6757d4-e2e2-4e78-abeb-3755c5c488c8 None None] Checking agent: {'id': 'd2315a1d-b1aa-4a09-8200-44995cf6bc46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 27, 34), 'started_at': datetime.datetime(2021, 6, 29, 11, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:52:42.662492 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6757d4-e2e2-4e78-abeb-3755c5c488c8 None None] Checking segment: {'id': '4586a4d6-f769-4011-98c4-5a95fbb20731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8cf7e864-7d59-451a-bfa7-9d0dcd0d5227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:52:42.662898 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ff6757d4-e2e2-4e78-abeb-3755c5c488c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:42.663297 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6757d4-e2e2-4e78-abeb-3755c5c488c8 None None] Bound using segment: {'id': '4586a4d6-f769-4011-98c4-5a95fbb20731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8cf7e864-7d59-451a-bfa7-9d0dcd0d5227'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:52:42.663798 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-ff6757d4-e2e2-4e78-abeb-3755c5c488c8 None None] Bound port: fd190950-c57f-4af0-9ef1-2ddc1e7c770d, host: dv-cinder-797608-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4586a4d6-f769-4011-98c4-5a95fbb20731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8cf7e864-7d59-451a-bfa7-9d0dcd0d5227'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:52:42.664193 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ff6757d4-e2e2-4e78-abeb-3755c5c488c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:42.735669 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-ff6757d4-e2e2-4e78-abeb-3755c5c488c8 None None] For port fd190950-c57f-4af0-9ef1-2ddc1e7c770d, host dv-cinder-797608-2-smb, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:52:42.739918 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-ff6757d4-e2e2-4e78-abeb-3755c5c488c8 None None] For port fd190950-c57f-4af0-9ef1-2ddc1e7c770d, host dv-cinder-797608-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-smb',level=0,port_id=fd190950-c57f-4af0-9ef1-2ddc1e7c770d,segment=NetworkSegment(4586a4d6-f769-4011-98c4-5a95fbb20731),segment_id=4586a4d6-f769-4011-98c4-5a95fbb20731)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:52:42.743450 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-f722332e-f8b7-42a2-96ce-6df3ab71bd4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:42.744732 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ff6757d4-e2e2-4e78-abeb-3755c5c488c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:42.747520 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:52:42.782095 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-f722332e-f8b7-42a2-96ce-6df3ab71bd4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3670657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744990953741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-61825996'] for port, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:42.784427 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-0392083d-f2db-49e3-b66c-c33cb0673b32 tempest-DeleteServersTestJSON-26512435 tempest-DeleteServersTestJSON-26512435-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:52:42.805329 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6757d4-e2e2-4e78-abeb-3755c5c488c8 None None] Pushing event updated for resources: {'Port': ['ID=fd190950-c57f-4af0-9ef1-2ddc1e7c770d,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:52:42.810146 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ff6757d4-e2e2-4e78-abeb-3755c5c488c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:52:42.820545 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f722332e-f8b7-42a2-96ce-6df3ab71bd4c admin admin] Network 6fd298bf-14bd-44c4-b839-39c6685a3eb6 is already hosted by enough agents. {{(pid=93175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:52:42.825866 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.base_scheduler [None req-f722332e-f8b7-42a2-96ce-6df3ab71bd4c admin admin] Resources bound (agent type, host, resource id): {{(pid=93175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:52:42.829708 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f722332e-f8b7-42a2-96ce-6df3ab71bd4c admin admin] Received port after_create {{(pid=93175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:52:42.858060 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f722332e-f8b7-42a2-96ce-6df3ab71bd4c admin admin] Pushing event updated for resources: {'Port': ['ID=cba3eb58-c2c3-437d-a79c-1ae2e70d1586,revision_number=1']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:52:42.862613 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-f722332e-f8b7-42a2-96ce-6df3ab71bd4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:52:43.099014 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-f722332e-f8b7-42a2-96ce-6df3ab71bd4c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:43.598283 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-f722332e-f8b7-42a2-96ce-6df3ab71bd4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534950'] for router, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:43.623198 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da96e032-2024-425a-ad99-c37a6069aa08 None None] Network 8cf7e864-7d59-451a-bfa7-9d0dcd0d5227 requested from dv-cinder-797608-2-smb {{(pid=93177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:52:43.730382 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f722332e-f8b7-42a2-96ce-6df3ab71bd4c admin admin] Router b9d650aa-b500-46e7-be7f-016fc89f94f5 is scheduled to L3 agent bfbd9503-e406-4b21-85aa-cc71bbe721ce with binding_index 1 {{(pid=93175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 11:52:43.840122 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f722332e-f8b7-42a2-96ce-6df3ab71bd4c admin admin] Notify agent at l3_agent.dv-cinder-797608-2-smb the message routers_updated {{(pid=93175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:52:43.857145 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-f722332e-f8b7-42a2-96ce-6df3ab71bd4c admin admin] Notify callbacks [] for router, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:43.858909 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-f722332e-f8b7-42a2-96ce-6df3ab71bd4c admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7682552 Jun 29 11:52:43.861016 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0a3621-d017-4d09-bdb4-b1d1685e6174 None None] Sync routers for ids ['b9d650aa-b500-46e7-be7f-016fc89f94f5'] in dv-cinder-797608-2-smb {{(pid=93177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:52:43.861769 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 57554) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:52:43.884870 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-2709f6c4-f5c3-4124-b0f8-780539798221 None None] Provisioning for port fd190950-c57f-4af0-9ef1-2ddc1e7c770d completed by entity DHCP. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:52:43.888504 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0a3621-d017-4d09-bdb4-b1d1685e6174 None None] Routers {'b9d650aa-b500-46e7-be7f-016fc89f94f5'} bound to L3 agent in host dv-cinder-797608-2-smb {{(pid=93177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:52:43.889142 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-5d0a3621-d017-4d09-bdb4-b1d1685e6174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T11:27:33Z,description=,heartbeat_timestamp=2021-06-29T11:52:33Z,host='dv-cinder-797608-2-smb',id=bfbd9503-e406-4b21-85aa-cc71bbe721ce,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:33Z,topic='l3_agent')) {'router_ids': ['b9d650aa-b500-46e7-be7f-016fc89f94f5'], 'active': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:52:44.023778 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_dvr_db [None req-5d0a3621-d017-4d09-bdb4-b1d1685e6174 None None] Set router b9d650aa-b500-46e7-be7f-016fc89f94f5 gateway port host: dv-cinder-797608-2-smb {{(pid=93177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:52:44.218681 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-5d0a3621-d017-4d09-bdb4-b1d1685e6174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d650aa-b500-46e7-be7f-016fc89f94f5', 'name': 'tempest-TestMinimumBasicScenario-633739485-router', 'tenant_id': 'f2415b71cda24bf5acde7c26851006f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'external_fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.224'}], 'enable_snat': True}, 'gw_port_id': 'cba3eb58-c2c3-437d-a79c-1ae2e70d1586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:52:42Z', 'updated_at': '2021-06-29T11:52:42Z', 'revision_number': 3, 'project_id': 'f2415b71cda24bf5acde7c26851006f6', 'gw_port': {'id': 'cba3eb58-c2c3-437d-a79c-1ae2e70d1586', 'name': '', 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c9:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d650aa-b500-46e7-be7f-016fc89f94f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:52:42Z', 'updated_at': '2021-06-29T11:52:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '042f854c-de74-4a6a-969f-d747577d8cca', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-smb'}], 'dv-cinder-797608-2-smb', False) {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:52:44.246559 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0a3621-d017-4d09-bdb4-b1d1685e6174 None None] Checking router: b9d650aa-b500-46e7-be7f-016fc89f94f5 for host: dv-cinder-797608-2-smb {{(pid=93177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:52:44.246924 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0a3621-d017-4d09-bdb4-b1d1685e6174 None None] Updating router b9d650aa-b500-46e7-be7f-016fc89f94f5 port cba3eb58-c2c3-437d-a79c-1ae2e70d1586 binding host dv-cinder-797608-2-smb {{(pid=93177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 11:52:44.280873 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5d0a3621-d017-4d09-bdb4-b1d1685e6174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:44.289783 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ad22ac11-d481-4b28-900b-2bc783ffe6fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:44.444213 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [None req-ad22ac11-d481-4b28-900b-2bc783ffe6fe admin admin] Allocated IP 172.20.0.1 (8cf7e864-7d59-451a-bfa7-9d0dcd0d5227/72256983-adaf-4a0d-9e47-41e69933f6de/8b96ca64-af18-41e9-a396-a79bf691469d) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:52:44.545412 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ad22ac11-d481-4b28-900b-2bc783ffe6fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:44.552339 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5d0a3621-d017-4d09-bdb4-b1d1685e6174 None None] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:44.561658 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [None req-ad22ac11-d481-4b28-900b-2bc783ffe6fe admin admin] Transition to ACTIVE for port object 8b96ca64-af18-41e9-a396-a79bf691469d will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:52:44.562434 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-5d0a3621-d017-4d09-bdb4-b1d1685e6174 None None] Transition to ACTIVE for port object cba3eb58-c2c3-437d-a79c-1ae2e70d1586 will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:52:44.569867 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5d0a3621-d017-4d09-bdb4-b1d1685e6174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:44.571950 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:52:44.598242 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ad22ac11-d481-4b28-900b-2bc783ffe6fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3670657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744990953741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58778316'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:44.601577 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-7b743e2f-b23d-4faf-843b-93d26650ae59 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:52:44.623695 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1a35d7-003d-4e34-8adf-c4f20cc115d3 None None] Pushing event updated for resources: {'Port': ['ID=cba3eb58-c2c3-437d-a79c-1ae2e70d1586,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:52:44.625940 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-5d0a3621-d017-4d09-bdb4-b1d1685e6174 None None] Attempting to bind port cba3eb58-c2c3-437d-a79c-1ae2e70d1586 on host dv-cinder-797608-2-smb for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:52:44.626315 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-5d0a3621-d017-4d09-bdb4-b1d1685e6174 None None] Attempting to bind port cba3eb58-c2c3-437d-a79c-1ae2e70d1586 by drivers openvswitch,hyperv on host dv-cinder-797608-2-smb at level 0 using segments [{'id': 'bd18eb46-f552-49e6-b53a-14bd17fb4993', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:52:44.626749 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0a3621-d017-4d09-bdb4-b1d1685e6174 None None] Attempting to bind port cba3eb58-c2c3-437d-a79c-1ae2e70d1586 on network 6fd298bf-14bd-44c4-b839-39c6685a3eb6 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:52:44.629808 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-fd1a35d7-003d-4e34-8adf-c4f20cc115d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:52:44.634443 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0a3621-d017-4d09-bdb4-b1d1685e6174 None None] Checking agent: {'id': 'd2315a1d-b1aa-4a09-8200-44995cf6bc46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 27, 34), 'started_at': datetime.datetime(2021, 6, 29, 11, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:52:44.634829 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0a3621-d017-4d09-bdb4-b1d1685e6174 None None] Checking segment: {'id': 'bd18eb46-f552-49e6-b53a-14bd17fb4993', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:52:44.635268 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5d0a3621-d017-4d09-bdb4-b1d1685e6174 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:44.635817 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0a3621-d017-4d09-bdb4-b1d1685e6174 None None] Bound using segment: {'id': 'bd18eb46-f552-49e6-b53a-14bd17fb4993', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:52:44.636304 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-5d0a3621-d017-4d09-bdb4-b1d1685e6174 None None] Bound port: cba3eb58-c2c3-437d-a79c-1ae2e70d1586, host: dv-cinder-797608-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd18eb46-f552-49e6-b53a-14bd17fb4993', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:52:44.636700 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5d0a3621-d017-4d09-bdb4-b1d1685e6174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:44.641036 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad22ac11-d481-4b28-900b-2bc783ffe6fe admin admin] Network 8cf7e864-7d59-451a-bfa7-9d0dcd0d5227 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:52:44.644635 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-ad22ac11-d481-4b28-900b-2bc783ffe6fe admin admin] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:52:44.647711 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad22ac11-d481-4b28-900b-2bc783ffe6fe admin admin] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:52:44.677644 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad22ac11-d481-4b28-900b-2bc783ffe6fe admin admin] Pushing event updated for resources: {'Port': ['ID=8b96ca64-af18-41e9-a396-a79bf691469d,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:52:44.680558 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ad22ac11-d481-4b28-900b-2bc783ffe6fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:52:44.690991 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-5d0a3621-d017-4d09-bdb4-b1d1685e6174 None None] For port cba3eb58-c2c3-437d-a79c-1ae2e70d1586, host dv-cinder-797608-2-smb, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:52:44.694980 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-5d0a3621-d017-4d09-bdb4-b1d1685e6174 None None] For port cba3eb58-c2c3-437d-a79c-1ae2e70d1586, host dv-cinder-797608-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-smb',level=0,port_id=cba3eb58-c2c3-437d-a79c-1ae2e70d1586,segment=NetworkSegment(bd18eb46-f552-49e6-b53a-14bd17fb4993),segment_id=bd18eb46-f552-49e6-b53a-14bd17fb4993)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:52:44.698576 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ad22ac11-d481-4b28-900b-2bc783ffe6fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015169'] for router_interface, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:44.700221 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-5d0a3621-d017-4d09-bdb4-b1d1685e6174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:44.702331 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:52:44.766867 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0a3621-d017-4d09-bdb4-b1d1685e6174 None None] Routers {'b9d650aa-b500-46e7-be7f-016fc89f94f5'} bound to L3 agent in host dv-cinder-797608-2-smb {{(pid=93177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:52:44.767673 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-5d0a3621-d017-4d09-bdb4-b1d1685e6174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T11:27:33Z,description=,heartbeat_timestamp=2021-06-29T11:52:33Z,host='dv-cinder-797608-2-smb',id=bfbd9503-e406-4b21-85aa-cc71bbe721ce,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:33Z,topic='l3_agent')) {'router_ids': ['b9d650aa-b500-46e7-be7f-016fc89f94f5'], 'active': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:52:44.774404 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1a35d7-003d-4e34-8adf-c4f20cc115d3 None None] Pushing event updated for resources: {'Port': ['ID=cba3eb58-c2c3-437d-a79c-1ae2e70d1586,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:52:44.809322 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-fd1a35d7-003d-4e34-8adf-c4f20cc115d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:52:44.862583 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ad22ac11-d481-4b28-900b-2bc783ffe6fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:44.866217 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Device fd190950-c57f-4af0-9ef1-2ddc1e7c770d up at agent ovs-agent-dv-cinder-797608-2-smb {{(pid=93177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:52:44.926455 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_dvr_db [None req-5d0a3621-d017-4d09-bdb4-b1d1685e6174 None None] Set router b9d650aa-b500-46e7-be7f-016fc89f94f5 gateway port host: dv-cinder-797608-2-smb {{(pid=93177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:52:44.986745 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-20a70e15-3f45-4f8b-ba14-9af0a26a99f4 None None] Provisioning for port 8b96ca64-af18-41e9-a396-a79bf691469d completed by entity DHCP. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:52:45.023314 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ad22ac11-d481-4b28-900b-2bc783ffe6fe admin admin] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:45.023567 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-20a70e15-3f45-4f8b-ba14-9af0a26a99f4 None None] Provisioning complete for port 8b96ca64-af18-41e9-a396-a79bf691469d triggered by entity DHCP. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:52:45.023726 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-20a70e15-3f45-4f8b-ba14-9af0a26a99f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:45.028086 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ad22ac11-d481-4b28-900b-2bc783ffe6fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58778366'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:45.031436 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-362c7f7a-99a3-437f-8cd8-061f3119d844 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:52:45.063520 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Provisioning for port fd190950-c57f-4af0-9ef1-2ddc1e7c770d completed by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:52:45.075777 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Provisioning complete for port fd190950-c57f-4af0-9ef1-2ddc1e7c770d triggered by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:52:45.076166 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:45.085051 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-20a70e15-3f45-4f8b-ba14-9af0a26a99f4 None None] Port 8b96ca64-af18-41e9-a396-a79bf691469d cannot update to ACTIVE because it is not bound. {{(pid=93177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 11:52:45.105369 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ad22ac11-d481-4b28-900b-2bc783ffe6fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015061'] for router_interface, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:45.107511 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad22ac11-d481-4b28-900b-2bc783ffe6fe admin admin] Pushing event updated for resources: {'Port': ['ID=8b96ca64-af18-41e9-a396-a79bf691469d,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:52:45.110900 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ad22ac11-d481-4b28-900b-2bc783ffe6fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:52:45.204077 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad22ac11-d481-4b28-900b-2bc783ffe6fe admin admin] Network 8cf7e864-7d59-451a-bfa7-9d0dcd0d5227 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:52:45.205584 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [None req-ad22ac11-d481-4b28-900b-2bc783ffe6fe admin admin] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:52:45.216623 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:45.220607 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-5d0a3621-d017-4d09-bdb4-b1d1685e6174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d650aa-b500-46e7-be7f-016fc89f94f5', 'name': 'tempest-TestMinimumBasicScenario-633739485-router', 'tenant_id': 'f2415b71cda24bf5acde7c26851006f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'external_fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.224'}], 'enable_snat': True}, 'gw_port_id': 'cba3eb58-c2c3-437d-a79c-1ae2e70d1586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:52:42Z', 'updated_at': '2021-06-29T11:52:42Z', 'revision_number': 3, 'project_id': 'f2415b71cda24bf5acde7c26851006f6', 'gw_port': {'id': 'cba3eb58-c2c3-437d-a79c-1ae2e70d1586', 'name': '', 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c9:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d650aa-b500-46e7-be7f-016fc89f94f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:52:42Z', 'updated_at': '2021-06-29T11:52:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '042f854c-de74-4a6a-969f-d747577d8cca', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-smb'}], 'dv-cinder-797608-2-smb', False) {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:52:45.258465 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0a3621-d017-4d09-bdb4-b1d1685e6174 None None] The sync data for ids ['b9d650aa-b500-46e7-be7f-016fc89f94f5'] in dv-cinder-797608-2-smb is: [{'id': 'b9d650aa-b500-46e7-be7f-016fc89f94f5', 'name': 'tempest-TestMinimumBasicScenario-633739485-router', 'tenant_id': 'f2415b71cda24bf5acde7c26851006f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'external_fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.224'}], 'enable_snat': True}, 'gw_port_id': 'cba3eb58-c2c3-437d-a79c-1ae2e70d1586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:52:42Z', 'updated_at': '2021-06-29T11:52:42Z', 'revision_number': 3, 'project_id': 'f2415b71cda24bf5acde7c26851006f6', 'gw_port': {'id': 'cba3eb58-c2c3-437d-a79c-1ae2e70d1586', 'name': '', 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c9:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d650aa-b500-46e7-be7f-016fc89f94f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:52:42Z', 'updated_at': '2021-06-29T11:52:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '042f854c-de74-4a6a-969f-d747577d8cca', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-smb'}] {{(pid=93177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:52:45.286557 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] For port fd190950-c57f-4af0-9ef1-2ddc1e7c770d, host dv-cinder-797608-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-smb',level=0,port_id=fd190950-c57f-4af0-9ef1-2ddc1e7c770d,segment=NetworkSegment(4586a4d6-f769-4011-98c4-5a95fbb20731),segment_id=4586a4d6-f769-4011-98c4-5a95fbb20731)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:52:45.292049 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:45.294169 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:52:45.333825 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad22ac11-d481-4b28-900b-2bc783ffe6fe admin admin] Router b9d650aa-b500-46e7-be7f-016fc89f94f5 has already been hosted by L3 agent bfbd9503-e406-4b21-85aa-cc71bbe721ce {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 11:52:45.354241 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Pushing event updated for resources: {'Port': ['ID=fd190950-c57f-4af0-9ef1-2ddc1e7c770d,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:52:45.357188 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:52:45.451714 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad22ac11-d481-4b28-900b-2bc783ffe6fe admin admin] Notify agent at l3_agent.dv-cinder-797608-2-smb the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:52:45.457476 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-ad22ac11-d481-4b28-900b-2bc783ffe6fe admin admin] 10.222.0.78 "PUT /v2.0/routers/b9d650aa-b500-46e7-be7f-016fc89f94f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5930636 Jun 29 11:52:45.512929 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-3e056cf6-2453-4684-b307-d88517e7c062 None None] Provisioning complete for port 8b96ca64-af18-41e9-a396-a79bf691469d triggered by entity DHCP. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:52:45.513465 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3e056cf6-2453-4684-b307-d88517e7c062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:45.554272 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-3e056cf6-2453-4684-b307-d88517e7c062 None None] Port 8b96ca64-af18-41e9-a396-a79bf691469d cannot update to ACTIVE because it is not bound. {{(pid=93177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 11:52:45.980625 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 57570) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:52:45.985851 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.v2.base [None req-dbfed342-6fea-4735-9ac8-c0ac9f8f29ca admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1455875024-network', 'tenant_id': 'a7638b6fe5d54080856423b01ba27d29'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:52:46.008220 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbfed342-6fea-4735-9ac8-c0ac9f8f29ca admin admin] Made reservation on behalf of a7638b6fe5d54080856423b01ba27d29 for: {'network': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:52:46.010632 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-dbfed342-6fea-4735-9ac8-c0ac9f8f29ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for network, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:46.020485 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-dbfed342-6fea-4735-9ac8-c0ac9f8f29ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:46.119705 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-dbfed342-6fea-4735-9ac8-c0ac9f8f29ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:46.123342 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-dbfed342-6fea-4735-9ac8-c0ac9f8f29ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:46.126150 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e1bc11c0-a525-4c52-a089-91c42703ee6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:52:46.154901 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbfed342-6fea-4735-9ac8-c0ac9f8f29ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=93176) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 11:52:46.161729 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfed342-6fea-4735-9ac8-c0ac9f8f29ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb5ef416-d454-4b1d-92ea-bea01cdb365d,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:52:46.164998 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-dbfed342-6fea-4735-9ac8-c0ac9f8f29ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:52:46.170331 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-dbfed342-6fea-4735-9ac8-c0ac9f8f29ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144823'] for segment, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:46.170563 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.db.segments_db [None req-dbfed342-6fea-4735-9ac8-c0ac9f8f29ca admin admin] Added segment 7f159ac6-3c6b-4aac-a511-bdec002b848b of type vlan for network d65277e6-d494-404d-98ed-c37980bd57b3 Jun 29 11:52:46.214445 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-dbfed342-6fea-4735-9ac8-c0ac9f8f29ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744990971203'] for network, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:46.242178 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-dbfed342-6fea-4735-9ac8-c0ac9f8f29ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370'] for network, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:46.243464 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfed342-6fea-4735-9ac8-c0ac9f8f29ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:52:46.244061 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-dbfed342-6fea-4735-9ac8-c0ac9f8f29ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636407'] for network, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:46.245983 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:52:46.293855 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-dbfed342-6fea-4735-9ac8-c0ac9f8f29ca admin admin] 10.222.0.78 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3120031 Jun 29 11:52:46.297141 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 57572) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:52:46.302867 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.v2.base [None req-55c7a1e3-7e44-4b5f-b7f0-cb12c0c881cb admin admin] Request body: {'subnet': {'network_id': 'd65277e6-d494-404d-98ed-c37980bd57b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1455875024-subnet', 'tenant_id': 'a7638b6fe5d54080856423b01ba27d29', 'ip_version': 4}} {{(pid=93175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:52:46.305202 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfed342-6fea-4735-9ac8-c0ac9f8f29ca admin admin] Pushing event updated for resources: {'Network': ['ID=d65277e6-d494-404d-98ed-c37980bd57b3,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:52:46.308455 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-dbfed342-6fea-4735-9ac8-c0ac9f8f29ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:52:46.315860 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Network d65277e6-d494-404d-98ed-c37980bd57b3 details requested by agent ovs-agent-dv-cinder-797608-2-smb with host dv-cinder-797608-2-smb {{(pid=93177) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 11:52:46.324587 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c7a1e3-7e44-4b5f-b7f0-cb12c0c881cb admin admin] Made reservation on behalf of a7638b6fe5d54080856423b01ba27d29 for: {'subnet': 1} {{(pid=93175) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:52:46.327089 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-55c7a1e3-7e44-4b5f-b7f0-cb12c0c881cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61544163'] for subnet, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:46.497276 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-55c7a1e3-7e44-4b5f-b7f0-cb12c0c881cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-61825904', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61544177'] for subnet, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:46.499775 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-a7c55520-d9de-400e-b2b8-406ee1f0bfe2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:52:46.559491 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c7a1e3-7e44-4b5f-b7f0-cb12c0c881cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=ede15909-79c7-4aeb-8d2e-2ec14cceee48,revision_number=0']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:52:46.562179 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-55c7a1e3-7e44-4b5f-b7f0-cb12c0c881cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:52:46.566518 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c7a1e3-7e44-4b5f-b7f0-cb12c0c881cb admin admin] Checking segment: {'id': '7f159ac6-3c6b-4aac-a511-bdec002b848b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd65277e6-d494-404d-98ed-c37980bd57b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93175) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:52:46.566518 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c7a1e3-7e44-4b5f-b7f0-cb12c0c881cb admin admin] Network hostable DHCP agents. Network: d65277e6-d494-404d-98ed-c37980bd57b3, hostable agents: ['069d6837-862e-44f3-9997-a187e03939a0'], hosted agents: [] {{(pid=93175) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 11:52:46.593225 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c7a1e3-7e44-4b5f-b7f0-cb12c0c881cb admin admin] Network d65277e6-d494-404d-98ed-c37980bd57b3 is scheduled to be hosted by DHCP agent 069d6837-862e-44f3-9997-a187e03939a0 with binding_index 1 {{(pid=93175) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 11:52:46.601726 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.base_scheduler [None req-55c7a1e3-7e44-4b5f-b7f0-cb12c0c881cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-2-smb, d65277e6-d494-404d-98ed-c37980bd57b3) {{(pid=93175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:52:46.605703 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c7a1e3-7e44-4b5f-b7f0-cb12c0c881cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:52:46.606282 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-55c7a1e3-7e44-4b5f-b7f0-cb12c0c881cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636407'] for subnet, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:46.610352 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322fe790-620b-4fe4-9e3c-c314a8b9989a None None] Network d65277e6-d494-404d-98ed-c37980bd57b3 requested from dv-cinder-797608-2-smb {{(pid=93177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:52:46.620401 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-55c7a1e3-7e44-4b5f-b7f0-cb12c0c881cb admin admin] 10.222.0.78 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3221450 Jun 29 11:52:46.622922 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 57574) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:52:46.627501 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.v2.base [None req-88fdceac-39ea-4dc6-9bf7-61be1736d745 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1455875024-router', 'tenant_id': 'a7638b6fe5d54080856423b01ba27d29', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6'}}} {{(pid=93175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:52:46.650181 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-88fdceac-39ea-4dc6-9bf7-61be1736d745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1002243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256'] for router, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:46.651172 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-88fdceac-39ea-4dc6-9bf7-61be1736d745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1003057', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1012946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-927581', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-265'] for router, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:46.707679 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-88fdceac-39ea-4dc6-9bf7-61be1736d745 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:46.770854 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d58053d-a562-40f5-9b68-cf549795206a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b1f32d3-038b-5e76-9a72-ea87f257608f-d65277e6-d494-404d-98ed-c37980bd57b3', 'network_id': 'd65277e6-d494-404d-98ed-c37980bd57b3', 'tenant_id': 'a7638b6fe5d54080856423b01ba27d29', 'fixed_ips': [{'subnet_id': 'ede15909-79c7-4aeb-8d2e-2ec14cceee48'}]}} from dv-cinder-797608-2-smb. {{(pid=93177) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 11:52:46.771979 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3d58053d-a562-40f5-9b68-cf549795206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:46.862302 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-88fdceac-39ea-4dc6-9bf7-61be1736d745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-534850', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1002252', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-507'] for router, precommit_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:46.863186 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9099bbf-22b8-4a06-aee5-1e829a7bdae4 None None] Sync routers for ids ['b9d650aa-b500-46e7-be7f-016fc89f94f5'] in dv-cinder-797608-2-smb {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:52:46.873936 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9099bbf-22b8-4a06-aee5-1e829a7bdae4 None None] Routers {'b9d650aa-b500-46e7-be7f-016fc89f94f5'} bound to L3 agent in host dv-cinder-797608-2-smb {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:52:46.874633 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-b9099bbf-22b8-4a06-aee5-1e829a7bdae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T11:27:33Z,description=,heartbeat_timestamp=2021-06-29T11:52:33Z,host='dv-cinder-797608-2-smb',id=bfbd9503-e406-4b21-85aa-cc71bbe721ce,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:33Z,topic='l3_agent')) {'router_ids': ['b9d650aa-b500-46e7-be7f-016fc89f94f5'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:52:46.910432 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Device fd190950-c57f-4af0-9ef1-2ddc1e7c770d up at agent ovs-agent-dv-cinder-797608-2-smb {{(pid=93177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:52:46.946723 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.db_base_plugin_common [None req-3d58053d-a562-40f5-9b68-cf549795206a None None] Allocated IP 172.20.0.2 (d65277e6-d494-404d-98ed-c37980bd57b3/ede15909-79c7-4aeb-8d2e-2ec14cceee48/e6289d11-8b1a-4917-a448-c9a324ce681a) {{(pid=93177) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:52:46.985463 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-b9099bbf-22b8-4a06-aee5-1e829a7bdae4 None None] Set router b9d650aa-b500-46e7-be7f-016fc89f94f5 gateway port host: dv-cinder-797608-2-smb {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:52:47.084677 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-88fdceac-39ea-4dc6-9bf7-61be1736d745 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:47.104609 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-88fdceac-39ea-4dc6-9bf7-61be1736d745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:47.168242 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Provisioning complete for port fd190950-c57f-4af0-9ef1-2ddc1e7c770d triggered by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:52:47.168704 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:47.216528 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.db.db_base_plugin_common [None req-88fdceac-39ea-4dc6-9bf7-61be1736d745 admin admin] Allocated IP 172.28.2.176 (6fd298bf-14bd-44c4-b839-39c6685a3eb6/042f854c-de74-4a6a-969f-d747577d8cca/54745748-7b22-4655-9717-8f96fc0da430) {{(pid=93175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:52:47.235892 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-b9099bbf-22b8-4a06-aee5-1e829a7bdae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d650aa-b500-46e7-be7f-016fc89f94f5', 'name': 'tempest-TestMinimumBasicScenario-633739485-router', 'tenant_id': 'f2415b71cda24bf5acde7c26851006f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'external_fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.224'}], 'enable_snat': True}, 'gw_port_id': 'cba3eb58-c2c3-437d-a79c-1ae2e70d1586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:52:42Z', 'updated_at': '2021-06-29T11:52:44Z', 'revision_number': 4, 'project_id': 'f2415b71cda24bf5acde7c26851006f6', 'gw_port': {'id': 'cba3eb58-c2c3-437d-a79c-1ae2e70d1586', 'name': '', 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c9:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d650aa-b500-46e7-be7f-016fc89f94f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:52:42Z', 'updated_at': '2021-06-29T11:52:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '042f854c-de74-4a6a-969f-d747577d8cca', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-smb', '_interfaces': [{'id': '8b96ca64-af18-41e9-a396-a79bf691469d', 'name': '', 'network_id': '8cf7e864-7d59-451a-bfa7-9d0dcd0d5227', 'tenant_id': 'f2415b71cda24bf5acde7c26851006f6', 'mac_address': 'fa:16:3e:85:cd:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d650aa-b500-46e7-be7f-016fc89f94f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '72256983-adaf-4a0d-9e47-41e69933f6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:52:44Z', 'updated_at': '2021-06-29T11:52:44Z', 'revision_number': 2, 'project_id': 'f2415b71cda24bf5acde7c26851006f6', 'subnets': [{'id': '72256983-adaf-4a0d-9e47-41e69933f6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-smb', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:52:47.264568 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9099bbf-22b8-4a06-aee5-1e829a7bdae4 None None] Checking router: b9d650aa-b500-46e7-be7f-016fc89f94f5 for host: dv-cinder-797608-2-smb {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:52:47.264936 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9099bbf-22b8-4a06-aee5-1e829a7bdae4 None None] Updating router b9d650aa-b500-46e7-be7f-016fc89f94f5 port 8b96ca64-af18-41e9-a396-a79bf691469d binding host dv-cinder-797608-2-smb {{(pid=93178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 11:52:47.298669 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b9099bbf-22b8-4a06-aee5-1e829a7bdae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:47.321388 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-88fdceac-39ea-4dc6-9bf7-61be1736d745 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:47.323972 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Device cba3eb58-c2c3-437d-a79c-1ae2e70d1586 up at agent ovs-agent-dv-cinder-797608-2-smb {{(pid=93177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:52:47.329026 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3d58053d-a562-40f5-9b68-cf549795206a None None] Notify callbacks [] for port, precommit_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:47.358164 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-3d58053d-a562-40f5-9b68-cf549795206a None None] Transition to ACTIVE for port object e6289d11-8b1a-4917-a448-c9a324ce681a will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:52:47.368306 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-88fdceac-39ea-4dc6-9bf7-61be1736d745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3670657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744990953741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-61825996'] for port, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:47.371396 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-bf148ebe-a39f-4d11-8834-855ca8f13a0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:52:47.381096 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-3d58053d-a562-40f5-9b68-cf549795206a None None] Transition to ACTIVE for port object e6289d11-8b1a-4917-a448-c9a324ce681a will not be triggered until provisioned by entity DHCP. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:52:47.389020 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3d58053d-a562-40f5-9b68-cf549795206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3670657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744990953741'] for port, after_create {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:47.392040 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:52:47.415231 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fdceac-39ea-4dc6-9bf7-61be1736d745 admin admin] Network 6fd298bf-14bd-44c4-b839-39c6685a3eb6 is already hosted by enough agents. {{(pid=93175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:52:47.419824 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.base_scheduler [None req-88fdceac-39ea-4dc6-9bf7-61be1736d745 admin admin] Resources bound (agent type, host, resource id): {{(pid=93175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:52:47.424307 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fdceac-39ea-4dc6-9bf7-61be1736d745 admin admin] Received port after_create {{(pid=93175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:52:47.427485 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fdceac-39ea-4dc6-9bf7-61be1736d745 admin admin] Pushing event updated for resources: {'Port': ['ID=54745748-7b22-4655-9717-8f96fc0da430,revision_number=1']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:52:47.443257 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d58053d-a562-40f5-9b68-cf549795206a None None] Network d65277e6-d494-404d-98ed-c37980bd57b3 is already hosted by enough agents. {{(pid=93177) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:52:47.448595 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-88fdceac-39ea-4dc6-9bf7-61be1736d745 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:52:47.451439 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.scheduler.base_scheduler [None req-3d58053d-a562-40f5-9b68-cf549795206a None None] Resources bound (agent type, host, resource id): {{(pid=93177) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:52:47.456270 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d58053d-a562-40f5-9b68-cf549795206a None None] Received port after_create {{(pid=93177) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:52:47.469994 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Provisioning for port cba3eb58-c2c3-437d-a79c-1ae2e70d1586 completed by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:52:47.484236 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Provisioning complete for port cba3eb58-c2c3-437d-a79c-1ae2e70d1586 triggered by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:52:47.484701 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:47.506828 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d58053d-a562-40f5-9b68-cf549795206a None None] Pushing event updated for resources: {'Port': ['ID=e6289d11-8b1a-4917-a448-c9a324ce681a,revision_number=1']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:52:47.528212 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3d58053d-a562-40f5-9b68-cf549795206a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:52:47.569747 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-3d58053d-a562-40f5-9b68-cf549795206a None None] Attempting to bind port e6289d11-8b1a-4917-a448-c9a324ce681a on host dv-cinder-797608-2-smb for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:52:47.570133 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-3d58053d-a562-40f5-9b68-cf549795206a None None] Attempting to bind port e6289d11-8b1a-4917-a448-c9a324ce681a by drivers openvswitch,hyperv on host dv-cinder-797608-2-smb at level 0 using segments [{'id': '7f159ac6-3c6b-4aac-a511-bdec002b848b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd65277e6-d494-404d-98ed-c37980bd57b3'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:52:47.570512 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d58053d-a562-40f5-9b68-cf549795206a None None] Attempting to bind port e6289d11-8b1a-4917-a448-c9a324ce681a on network d65277e6-d494-404d-98ed-c37980bd57b3 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:52:47.579933 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d58053d-a562-40f5-9b68-cf549795206a None None] Checking agent: {'id': 'd2315a1d-b1aa-4a09-8200-44995cf6bc46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 27, 34), 'started_at': datetime.datetime(2021, 6, 29, 11, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:52:47.580318 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d58053d-a562-40f5-9b68-cf549795206a None None] Checking segment: {'id': '7f159ac6-3c6b-4aac-a511-bdec002b848b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd65277e6-d494-404d-98ed-c37980bd57b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:52:47.581718 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3d58053d-a562-40f5-9b68-cf549795206a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:47.581718 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d58053d-a562-40f5-9b68-cf549795206a None None] Bound using segment: {'id': '7f159ac6-3c6b-4aac-a511-bdec002b848b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd65277e6-d494-404d-98ed-c37980bd57b3'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:52:47.581718 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-3d58053d-a562-40f5-9b68-cf549795206a None None] Bound port: e6289d11-8b1a-4917-a448-c9a324ce681a, host: dv-cinder-797608-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f159ac6-3c6b-4aac-a511-bdec002b848b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd65277e6-d494-404d-98ed-c37980bd57b3'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:52:47.582029 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3d58053d-a562-40f5-9b68-cf549795206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:47.597868 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b9099bbf-22b8-4a06-aee5-1e829a7bdae4 None None] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:47.608148 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-b9099bbf-22b8-4a06-aee5-1e829a7bdae4 None None] Transition to ACTIVE for port object 8b96ca64-af18-41e9-a396-a79bf691469d will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:52:47.615752 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b9099bbf-22b8-4a06-aee5-1e829a7bdae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:47.618258 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-b258bce4-dcdf-43ad-9d32-722393578e45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:52:47.658563 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0b8dc7-1120-4c62-b2f4-674790ece8d3 None None] Pushing event updated for resources: {'Port': ['ID=8b96ca64-af18-41e9-a396-a79bf691469d,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:52:47.671488 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0b8dc7-1120-4c62-b2f4-674790ece8d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:52:47.672049 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0b8dc7-1120-4c62-b2f4-674790ece8d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:52:47.672540 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0b8dc7-1120-4c62-b2f4-674790ece8d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:52:47.673045 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0b8dc7-1120-4c62-b2f4-674790ece8d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:52:47.673339 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0b8dc7-1120-4c62-b2f4-674790ece8d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:52:47.673776 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0b8dc7-1120-4c62-b2f4-674790ece8d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:52:47.674091 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0b8dc7-1120-4c62-b2f4-674790ece8d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:52:47.675724 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:47.676162 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0b8dc7-1120-4c62-b2f4-674790ece8d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:52:47.676467 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0b8dc7-1120-4c62-b2f4-674790ece8d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:52:47.676792 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0b8dc7-1120-4c62-b2f4-674790ece8d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:52:47.677122 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0b8dc7-1120-4c62-b2f4-674790ece8d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:52:47.677418 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d0b8dc7-1120-4c62-b2f4-674790ece8d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93178) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:52:47.687775 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-1d0b8dc7-1120-4c62-b2f4-674790ece8d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:52:47.696638 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-3d58053d-a562-40f5-9b68-cf549795206a None None] For port e6289d11-8b1a-4917-a448-c9a324ce681a, host dv-cinder-797608-2-smb, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:52:47.707183 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-88fdceac-39ea-4dc6-9bf7-61be1736d745 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:47.714244 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-3d58053d-a562-40f5-9b68-cf549795206a None None] For port e6289d11-8b1a-4917-a448-c9a324ce681a, host dv-cinder-797608-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-smb',level=0,port_id=e6289d11-8b1a-4917-a448-c9a324ce681a,segment=NetworkSegment(7f159ac6-3c6b-4aac-a511-bdec002b848b),segment_id=7f159ac6-3c6b-4aac-a511-bdec002b848b)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:52:47.716625 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] For port cba3eb58-c2c3-437d-a79c-1ae2e70d1586, host dv-cinder-797608-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-smb',level=0,port_id=cba3eb58-c2c3-437d-a79c-1ae2e70d1586,segment=NetworkSegment(bd18eb46-f552-49e6-b53a-14bd17fb4993),segment_id=bd18eb46-f552-49e6-b53a-14bd17fb4993)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:52:47.722958 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3d58053d-a562-40f5-9b68-cf549795206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:47.733199 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:52:47.741347 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:47.771615 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-b9099bbf-22b8-4a06-aee5-1e829a7bdae4 None None] Attempting to bind port 8b96ca64-af18-41e9-a396-a79bf691469d on host dv-cinder-797608-2-smb for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:52:47.771983 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-b9099bbf-22b8-4a06-aee5-1e829a7bdae4 None None] Attempting to bind port 8b96ca64-af18-41e9-a396-a79bf691469d by drivers openvswitch,hyperv on host dv-cinder-797608-2-smb at level 0 using segments [{'id': '4586a4d6-f769-4011-98c4-5a95fbb20731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8cf7e864-7d59-451a-bfa7-9d0dcd0d5227'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:52:47.772339 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9099bbf-22b8-4a06-aee5-1e829a7bdae4 None None] Attempting to bind port 8b96ca64-af18-41e9-a396-a79bf691469d on network 8cf7e864-7d59-451a-bfa7-9d0dcd0d5227 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:52:47.778485 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9099bbf-22b8-4a06-aee5-1e829a7bdae4 None None] Checking agent: {'id': 'd2315a1d-b1aa-4a09-8200-44995cf6bc46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 27, 34), 'started_at': datetime.datetime(2021, 6, 29, 11, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:52:47.779448 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9099bbf-22b8-4a06-aee5-1e829a7bdae4 None None] Checking segment: {'id': '4586a4d6-f769-4011-98c4-5a95fbb20731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8cf7e864-7d59-451a-bfa7-9d0dcd0d5227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:52:47.779895 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b9099bbf-22b8-4a06-aee5-1e829a7bdae4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:47.780457 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9099bbf-22b8-4a06-aee5-1e829a7bdae4 None None] Bound using segment: {'id': '4586a4d6-f769-4011-98c4-5a95fbb20731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8cf7e864-7d59-451a-bfa7-9d0dcd0d5227'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:52:47.781091 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-b9099bbf-22b8-4a06-aee5-1e829a7bdae4 None None] Bound port: 8b96ca64-af18-41e9-a396-a79bf691469d, host: dv-cinder-797608-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4586a4d6-f769-4011-98c4-5a95fbb20731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8cf7e864-7d59-451a-bfa7-9d0dcd0d5227'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:52:47.781669 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b9099bbf-22b8-4a06-aee5-1e829a7bdae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:47.801244 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d58053d-a562-40f5-9b68-cf549795206a None None] Pushing event updated for resources: {'Port': ['ID=e6289d11-8b1a-4917-a448-c9a324ce681a,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:52:47.804434 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-3d58053d-a562-40f5-9b68-cf549795206a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:52:47.805014 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-0597538a-aa5b-4833-9aae-b5172a94723b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:52:47.864171 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-b9099bbf-22b8-4a06-aee5-1e829a7bdae4 None None] For port 8b96ca64-af18-41e9-a396-a79bf691469d, host dv-cinder-797608-2-smb, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:52:47.868519 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-b9099bbf-22b8-4a06-aee5-1e829a7bdae4 None None] For port 8b96ca64-af18-41e9-a396-a79bf691469d, host dv-cinder-797608-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-smb',level=0,port_id=8b96ca64-af18-41e9-a396-a79bf691469d,segment=NetworkSegment(4586a4d6-f769-4011-98c4-5a95fbb20731),segment_id=4586a4d6-f769-4011-98c4-5a95fbb20731)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:52:47.868752 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Pushing event updated for resources: {'Port': ['ID=cba3eb58-c2c3-437d-a79c-1ae2e70d1586,revision_number=4']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:52:47.872192 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:52:47.874222 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-b9099bbf-22b8-4a06-aee5-1e829a7bdae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:47.877094 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-5094c4c1-daf0-43ea-a57c-368a2408735c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:52:47.939982 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9099bbf-22b8-4a06-aee5-1e829a7bdae4 None None] Routers {'b9d650aa-b500-46e7-be7f-016fc89f94f5'} bound to L3 agent in host dv-cinder-797608-2-smb {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:52:47.940855 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-b9099bbf-22b8-4a06-aee5-1e829a7bdae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T11:27:33Z,description=,heartbeat_timestamp=2021-06-29T11:52:33Z,host='dv-cinder-797608-2-smb',id=bfbd9503-e406-4b21-85aa-cc71bbe721ce,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:33Z,topic='l3_agent')) {'router_ids': ['b9d650aa-b500-46e7-be7f-016fc89f94f5'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:52:47.942609 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0b8dc7-1120-4c62-b2f4-674790ece8d3 None None] Pushing event updated for resources: {'Port': ['ID=8b96ca64-af18-41e9-a396-a79bf691469d,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:52:47.946756 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-1d0b8dc7-1120-4c62-b2f4-674790ece8d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:52:47.969281 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-88fdceac-39ea-4dc6-9bf7-61be1736d745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1002261', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-534950'] for router, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:48.170044 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88fdceac-39ea-4dc6-9bf7-61be1736d745 admin admin] Router 5cf36d6e-96f9-4b6a-80a9-85aa7e696e19 is scheduled to L3 agent bfbd9503-e406-4b21-85aa-cc71bbe721ce with binding_index 1 {{(pid=93175) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 11:52:48.177153 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-b9099bbf-22b8-4a06-aee5-1e829a7bdae4 None None] Set router b9d650aa-b500-46e7-be7f-016fc89f94f5 gateway port host: dv-cinder-797608-2-smb {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:52:48.298480 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88fdceac-39ea-4dc6-9bf7-61be1736d745 admin admin] Notify agent at l3_agent.dv-cinder-797608-2-smb the message routers_updated {{(pid=93175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:52:48.307306 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cad2a5-edb3-4e0c-abd0-3be7ec96fc11 None None] Sync routers for ids ['5cf36d6e-96f9-4b6a-80a9-85aa7e696e19'] in dv-cinder-797608-2-smb {{(pid=93177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:52:48.316661 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-88fdceac-39ea-4dc6-9bf7-61be1736d745 admin admin] Notify callbacks [] for router, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:48.318320 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-88fdceac-39ea-4dc6-9bf7-61be1736d745 admin admin] 10.222.0.78 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6944697 Jun 29 11:52:48.321109 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 57576) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:52:48.323432 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cad2a5-edb3-4e0c-abd0-3be7ec96fc11 None None] Routers {'5cf36d6e-96f9-4b6a-80a9-85aa7e696e19'} bound to L3 agent in host dv-cinder-797608-2-smb {{(pid=93177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:52:48.324090 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-b3cad2a5-edb3-4e0c-abd0-3be7ec96fc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T11:27:33Z,description=,heartbeat_timestamp=2021-06-29T11:52:33Z,host='dv-cinder-797608-2-smb',id=bfbd9503-e406-4b21-85aa-cc71bbe721ce,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:33Z,topic='l3_agent')) {'router_ids': ['5cf36d6e-96f9-4b6a-80a9-85aa7e696e19'], 'active': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:52:48.414545 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-b9099bbf-22b8-4a06-aee5-1e829a7bdae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d650aa-b500-46e7-be7f-016fc89f94f5', 'name': 'tempest-TestMinimumBasicScenario-633739485-router', 'tenant_id': 'f2415b71cda24bf5acde7c26851006f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'external_fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.224'}], 'enable_snat': True}, 'gw_port_id': 'cba3eb58-c2c3-437d-a79c-1ae2e70d1586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:52:42Z', 'updated_at': '2021-06-29T11:52:44Z', 'revision_number': 4, 'project_id': 'f2415b71cda24bf5acde7c26851006f6', 'gw_port': {'id': 'cba3eb58-c2c3-437d-a79c-1ae2e70d1586', 'name': '', 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d650aa-b500-46e7-be7f-016fc89f94f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:52:42Z', 'updated_at': '2021-06-29T11:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042f854c-de74-4a6a-969f-d747577d8cca', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-smb', '_interfaces': [{'id': '8b96ca64-af18-41e9-a396-a79bf691469d', 'name': '', 'network_id': '8cf7e864-7d59-451a-bfa7-9d0dcd0d5227', 'tenant_id': 'f2415b71cda24bf5acde7c26851006f6', 'mac_address': 'fa:16:3e:85:cd:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d650aa-b500-46e7-be7f-016fc89f94f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '72256983-adaf-4a0d-9e47-41e69933f6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:52:44Z', 'updated_at': '2021-06-29T11:52:47Z', 'revision_number': 4, 'project_id': 'f2415b71cda24bf5acde7c26851006f6', 'subnets': [{'id': '72256983-adaf-4a0d-9e47-41e69933f6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-smb', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:52:48.449569 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9099bbf-22b8-4a06-aee5-1e829a7bdae4 None None] The sync data for ids ['b9d650aa-b500-46e7-be7f-016fc89f94f5'] in dv-cinder-797608-2-smb is: [{'id': 'b9d650aa-b500-46e7-be7f-016fc89f94f5', 'name': 'tempest-TestMinimumBasicScenario-633739485-router', 'tenant_id': 'f2415b71cda24bf5acde7c26851006f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'external_fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.224'}], 'enable_snat': True}, 'gw_port_id': 'cba3eb58-c2c3-437d-a79c-1ae2e70d1586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:52:42Z', 'updated_at': '2021-06-29T11:52:44Z', 'revision_number': 4, 'project_id': 'f2415b71cda24bf5acde7c26851006f6', 'gw_port': {'id': 'cba3eb58-c2c3-437d-a79c-1ae2e70d1586', 'name': '', 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d650aa-b500-46e7-be7f-016fc89f94f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:52:42Z', 'updated_at': '2021-06-29T11:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042f854c-de74-4a6a-969f-d747577d8cca', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-smb', '_interfaces': [{'id': '8b96ca64-af18-41e9-a396-a79bf691469d', 'name': '', 'network_id': '8cf7e864-7d59-451a-bfa7-9d0dcd0d5227', 'tenant_id': 'f2415b71cda24bf5acde7c26851006f6', 'mac_address': 'fa:16:3e:85:cd:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9d650aa-b500-46e7-be7f-016fc89f94f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '72256983-adaf-4a0d-9e47-41e69933f6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:52:44Z', 'updated_at': '2021-06-29T11:52:47Z', 'revision_number': 4, 'project_id': 'f2415b71cda24bf5acde7c26851006f6', 'subnets': [{'id': '72256983-adaf-4a0d-9e47-41e69933f6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:52:48.458763 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_dvr_db [None req-b3cad2a5-edb3-4e0c-abd0-3be7ec96fc11 None None] Set router 5cf36d6e-96f9-4b6a-80a9-85aa7e696e19 gateway port host: dv-cinder-797608-2-smb {{(pid=93177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:52:48.696944 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-b3cad2a5-edb3-4e0c-abd0-3be7ec96fc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf36d6e-96f9-4b6a-80a9-85aa7e696e19', 'name': 'tempest-TestMinimumBasicScenario-1455875024-router', 'tenant_id': 'a7638b6fe5d54080856423b01ba27d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'external_fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.176'}], 'enable_snat': True}, 'gw_port_id': '54745748-7b22-4655-9717-8f96fc0da430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:52:46Z', 'updated_at': '2021-06-29T11:52:47Z', 'revision_number': 3, 'project_id': 'a7638b6fe5d54080856423b01ba27d29', 'gw_port': {'id': '54745748-7b22-4655-9717-8f96fc0da430', 'name': '', 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c1:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf36d6e-96f9-4b6a-80a9-85aa7e696e19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:52:47Z', 'updated_at': '2021-06-29T11:52:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '042f854c-de74-4a6a-969f-d747577d8cca', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-smb'}], 'dv-cinder-797608-2-smb', False) {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:52:48.748050 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cad2a5-edb3-4e0c-abd0-3be7ec96fc11 None None] Checking router: 5cf36d6e-96f9-4b6a-80a9-85aa7e696e19 for host: dv-cinder-797608-2-smb {{(pid=93177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:52:48.748320 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cad2a5-edb3-4e0c-abd0-3be7ec96fc11 None None] Updating router 5cf36d6e-96f9-4b6a-80a9-85aa7e696e19 port 54745748-7b22-4655-9717-8f96fc0da430 binding host dv-cinder-797608-2-smb {{(pid=93177) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 11:52:48.811453 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b3cad2a5-edb3-4e0c-abd0-3be7ec96fc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:48.864553 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-6c3194a2-c664-46f7-ad5c-a26c82d0a6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:49.013270 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Device cba3eb58-c2c3-437d-a79c-1ae2e70d1586 up at agent ovs-agent-dv-cinder-797608-2-smb {{(pid=93177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:52:49.077255 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.db.db_base_plugin_common [None req-6c3194a2-c664-46f7-ad5c-a26c82d0a6a9 admin admin] Allocated IP 172.20.0.1 (d65277e6-d494-404d-98ed-c37980bd57b3/ede15909-79c7-4aeb-8d2e-2ec14cceee48/912077fc-7eac-49c8-bd9f-901cbc967511) {{(pid=93175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:52:49.078253 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40efc27-442d-4079-a7d9-3ba0a036a010 None None] Network d65277e6-d494-404d-98ed-c37980bd57b3 requested from dv-cinder-797608-2-smb {{(pid=93177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:52:49.177599 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-cd99d9e4-1111-4de2-8937-32c8d4f314a7 None None] Provisioning for port e6289d11-8b1a-4917-a448-c9a324ce681a completed by entity DHCP. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:52:49.197731 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-6c3194a2-c664-46f7-ad5c-a26c82d0a6a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:49.213462 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.db.provisioning_blocks [None req-6c3194a2-c664-46f7-ad5c-a26c82d0a6a9 admin admin] Transition to ACTIVE for port object 912077fc-7eac-49c8-bd9f-901cbc967511 will not be triggered until provisioned by entity DHCP. {{(pid=93175) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:52:49.224451 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Provisioning complete for port cba3eb58-c2c3-437d-a79c-1ae2e70d1586 triggered by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:52:49.224829 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:49.258971 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-6c3194a2-c664-46f7-ad5c-a26c82d0a6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3670657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744990953741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-61825996'] for port, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:49.261160 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-ba5100d2-91d5-4b34-805b-45025c48f7c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:52:49.300438 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3194a2-c664-46f7-ad5c-a26c82d0a6a9 admin admin] Network d65277e6-d494-404d-98ed-c37980bd57b3 is already hosted by enough agents. {{(pid=93175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:52:49.303510 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.base_scheduler [None req-6c3194a2-c664-46f7-ad5c-a26c82d0a6a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:52:49.308323 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3194a2-c664-46f7-ad5c-a26c82d0a6a9 admin admin] Received port after_create {{(pid=93175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:52:49.324806 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b3cad2a5-edb3-4e0c-abd0-3be7ec96fc11 None None] Notify callbacks [] for port, precommit_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:49.339614 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3194a2-c664-46f7-ad5c-a26c82d0a6a9 admin admin] Pushing event updated for resources: {'Port': ['ID=912077fc-7eac-49c8-bd9f-901cbc967511,revision_number=1']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:52:49.343851 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-6c3194a2-c664-46f7-ad5c-a26c82d0a6a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:52:49.348452 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-b3cad2a5-edb3-4e0c-abd0-3be7ec96fc11 None None] Transition to ACTIVE for port object 54745748-7b22-4655-9717-8f96fc0da430 will not be triggered until provisioned by entity L2. {{(pid=93177) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:52:49.360590 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-6c3194a2-c664-46f7-ad5c-a26c82d0a6a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1015169'] for router_interface, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:49.379495 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b3cad2a5-edb3-4e0c-abd0-3be7ec96fc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:49.403106 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:52:49.479305 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Device 8b96ca64-af18-41e9-a396-a79bf691469d up at agent ovs-agent-dv-cinder-797608-2-smb {{(pid=93177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:52:49.485654 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-b3cad2a5-edb3-4e0c-abd0-3be7ec96fc11 None None] Attempting to bind port 54745748-7b22-4655-9717-8f96fc0da430 on host dv-cinder-797608-2-smb for vnic_type normal with profile {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:52:49.486175 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-b3cad2a5-edb3-4e0c-abd0-3be7ec96fc11 None None] Attempting to bind port 54745748-7b22-4655-9717-8f96fc0da430 by drivers openvswitch,hyperv on host dv-cinder-797608-2-smb at level 0 using segments [{'id': 'bd18eb46-f552-49e6-b53a-14bd17fb4993', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6'}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:52:49.486403 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cad2a5-edb3-4e0c-abd0-3be7ec96fc11 None None] Attempting to bind port 54745748-7b22-4655-9717-8f96fc0da430 on network 6fd298bf-14bd-44c4-b839-39c6685a3eb6 {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:52:49.514069 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc57388-adfb-4f85-ba96-7c5a0a61e15b None None] Pushing event updated for resources: {'Port': ['ID=54745748-7b22-4655-9717-8f96fc0da430,revision_number=2']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:52:49.520158 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-6c3194a2-c664-46f7-ad5c-a26c82d0a6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:49.522807 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-afc57388-adfb-4f85-ba96-7c5a0a61e15b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:52:49.526334 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cad2a5-edb3-4e0c-abd0-3be7ec96fc11 None None] Checking agent: {'id': 'd2315a1d-b1aa-4a09-8200-44995cf6bc46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 27, 34), 'started_at': datetime.datetime(2021, 6, 29, 11, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:52:49.526722 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cad2a5-edb3-4e0c-abd0-3be7ec96fc11 None None] Checking segment: {'id': 'bd18eb46-f552-49e6-b53a-14bd17fb4993', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93177) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:52:49.527168 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b3cad2a5-edb3-4e0c-abd0-3be7ec96fc11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:49.527591 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cad2a5-edb3-4e0c-abd0-3be7ec96fc11 None None] Bound using segment: {'id': 'bd18eb46-f552-49e6-b53a-14bd17fb4993', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6'} {{(pid=93177) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:52:49.528093 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.managers [None req-b3cad2a5-edb3-4e0c-abd0-3be7ec96fc11 None None] Bound port: 54745748-7b22-4655-9717-8f96fc0da430, host: dv-cinder-797608-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd18eb46-f552-49e6-b53a-14bd17fb4993', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6'}}] {{(pid=93177) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:52:49.528480 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b3cad2a5-edb3-4e0c-abd0-3be7ec96fc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:49.601710 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Provisioning for port 8b96ca64-af18-41e9-a396-a79bf691469d completed by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:52:49.604394 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-b3cad2a5-edb3-4e0c-abd0-3be7ec96fc11 None None] For port 54745748-7b22-4655-9717-8f96fc0da430, host dv-cinder-797608-2-smb, cleared binding levels {{(pid=93177) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:52:49.608390 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-b3cad2a5-edb3-4e0c-abd0-3be7ec96fc11 None None] For port 54745748-7b22-4655-9717-8f96fc0da430, host dv-cinder-797608-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-smb',level=0,port_id=54745748-7b22-4655-9717-8f96fc0da430,segment=NetworkSegment(bd18eb46-f552-49e6-b53a-14bd17fb4993),segment_id=bd18eb46-f552-49e6-b53a-14bd17fb4993)] {{(pid=93177) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:52:49.610289 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Provisioning complete for port 8b96ca64-af18-41e9-a396-a79bf691469d triggered by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:52:49.610797 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:49.639350 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b3cad2a5-edb3-4e0c-abd0-3be7ec96fc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:49.643075 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-ec467e64-e9d8-4e39-8fef-298d5e7f2a6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:52:49.731439 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cad2a5-edb3-4e0c-abd0-3be7ec96fc11 None None] Routers {'5cf36d6e-96f9-4b6a-80a9-85aa7e696e19'} bound to L3 agent in host dv-cinder-797608-2-smb {{(pid=93177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:52:49.732121 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-b3cad2a5-edb3-4e0c-abd0-3be7ec96fc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T11:27:33Z,description=,heartbeat_timestamp=2021-06-29T11:52:33Z,host='dv-cinder-797608-2-smb',id=bfbd9503-e406-4b21-85aa-cc71bbe721ce,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:33Z,topic='l3_agent')) {'router_ids': ['5cf36d6e-96f9-4b6a-80a9-85aa7e696e19'], 'active': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:52:49.734210 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc57388-adfb-4f85-ba96-7c5a0a61e15b None None] Pushing event updated for resources: {'Port': ['ID=54745748-7b22-4655-9717-8f96fc0da430,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:52:49.738458 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-afc57388-adfb-4f85-ba96-7c5a0a61e15b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:52:49.878111 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:49.921652 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_dvr_db [None req-b3cad2a5-edb3-4e0c-abd0-3be7ec96fc11 None None] Set router 5cf36d6e-96f9-4b6a-80a9-85aa7e696e19 gateway port host: dv-cinder-797608-2-smb {{(pid=93177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:52:49.962782 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-87e3fa78-44a6-427f-a7d7-e0c3511368c2 None None] Provisioning for port 912077fc-7eac-49c8-bd9f-901cbc967511 completed by entity DHCP. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:52:49.975652 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] For port 8b96ca64-af18-41e9-a396-a79bf691469d, host dv-cinder-797608-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-smb',level=0,port_id=8b96ca64-af18-41e9-a396-a79bf691469d,segment=NetworkSegment(4586a4d6-f769-4011-98c4-5a95fbb20731),segment_id=4586a4d6-f769-4011-98c4-5a95fbb20731)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:52:49.976782 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-87e3fa78-44a6-427f-a7d7-e0c3511368c2 None None] Provisioning complete for port 912077fc-7eac-49c8-bd9f-901cbc967511 triggered by entity DHCP. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:52:49.977205 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-87e3fa78-44a6-427f-a7d7-e0c3511368c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:49.986042 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:49.987455 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Device e6289d11-8b1a-4917-a448-c9a324ce681a up at agent ovs-agent-dv-cinder-797608-2-smb {{(pid=93177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:52:50.007928 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:52:50.040585 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-6c3194a2-c664-46f7-ad5c-a26c82d0a6a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:50.047587 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-6c3194a2-c664-46f7-ad5c-a26c82d0a6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61826046'] for port, after_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:50.051897 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-9e34d55d-f9eb-4b13-8f1a-d8544429abc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:52:50.120650 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-6c3194a2-c664-46f7-ad5c-a26c82d0a6a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-636352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1015061'] for router_interface, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:50.123799 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3194a2-c664-46f7-ad5c-a26c82d0a6a9 admin admin] Pushing event updated for resources: {'Port': ['ID=912077fc-7eac-49c8-bd9f-901cbc967511,revision_number=2']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:52:50.129881 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-6c3194a2-c664-46f7-ad5c-a26c82d0a6a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:52:50.217107 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3194a2-c664-46f7-ad5c-a26c82d0a6a9 admin admin] Network d65277e6-d494-404d-98ed-c37980bd57b3 is already hosted by enough agents. {{(pid=93175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:52:50.218542 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.base_scheduler [None req-6c3194a2-c664-46f7-ad5c-a26c82d0a6a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:52:50.288015 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-87e3fa78-44a6-427f-a7d7-e0c3511368c2 None None] Port 912077fc-7eac-49c8-bd9f-901cbc967511 cannot update to ACTIVE because it is not bound. {{(pid=93177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 11:52:50.306170 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Pushing event updated for resources: {'Port': ['ID=8b96ca64-af18-41e9-a396-a79bf691469d,revision_number=5']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:52:50.313217 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:52:50.348430 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c3194a2-c664-46f7-ad5c-a26c82d0a6a9 admin admin] Router 5cf36d6e-96f9-4b6a-80a9-85aa7e696e19 has already been hosted by L3 agent bfbd9503-e406-4b21-85aa-cc71bbe721ce {{(pid=93175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 11:52:50.355795 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Provisioning for port e6289d11-8b1a-4917-a448-c9a324ce681a completed by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:52:50.380098 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Provisioning complete for port e6289d11-8b1a-4917-a448-c9a324ce681a triggered by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:52:50.380459 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:50.435324 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-d6faa0f8-4f2f-4eef-8c37-a91a51c91b70 None None] Provisioning complete for port 912077fc-7eac-49c8-bd9f-901cbc967511 triggered by entity DHCP. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:52:50.435731 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d6faa0f8-4f2f-4eef-8c37-a91a51c91b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:50.461428 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c3194a2-c664-46f7-ad5c-a26c82d0a6a9 admin admin] Notify agent at l3_agent.dv-cinder-797608-2-smb the message routers_updated {{(pid=93175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:52:50.467471 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-6c3194a2-c664-46f7-ad5c-a26c82d0a6a9 admin admin] 10.222.0.78 "PUT /v2.0/routers/5cf36d6e-96f9-4b6a-80a9-85aa7e696e19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1453068 Jun 29 11:52:50.509414 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-d6faa0f8-4f2f-4eef-8c37-a91a51c91b70 None None] Port 912077fc-7eac-49c8-bd9f-901cbc967511 cannot update to ACTIVE because it is not bound. {{(pid=93177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 11:52:50.512124 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-b3cad2a5-edb3-4e0c-abd0-3be7ec96fc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf36d6e-96f9-4b6a-80a9-85aa7e696e19', 'name': 'tempest-TestMinimumBasicScenario-1455875024-router', 'tenant_id': 'a7638b6fe5d54080856423b01ba27d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'external_fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.176'}], 'enable_snat': True}, 'gw_port_id': '54745748-7b22-4655-9717-8f96fc0da430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:52:46Z', 'updated_at': '2021-06-29T11:52:49Z', 'revision_number': 4, 'project_id': 'a7638b6fe5d54080856423b01ba27d29', 'gw_port': {'id': '54745748-7b22-4655-9717-8f96fc0da430', 'name': '', 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c1:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf36d6e-96f9-4b6a-80a9-85aa7e696e19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:52:47Z', 'updated_at': '2021-06-29T11:52:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '042f854c-de74-4a6a-969f-d747577d8cca', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-smb', '_interfaces': [{'id': '912077fc-7eac-49c8-bd9f-901cbc967511', 'name': '', 'network_id': 'd65277e6-d494-404d-98ed-c37980bd57b3', 'tenant_id': 'a7638b6fe5d54080856423b01ba27d29', 'mac_address': 'fa:16:3e:47:29:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf36d6e-96f9-4b6a-80a9-85aa7e696e19', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'ede15909-79c7-4aeb-8d2e-2ec14cceee48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:52:48Z', 'updated_at': '2021-06-29T11:52:49Z', 'revision_number': 1, 'project_id': 'a7638b6fe5d54080856423b01ba27d29', 'subnets': [{'id': 'ede15909-79c7-4aeb-8d2e-2ec14cceee48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-smb', False) {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:52:50.546747 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cad2a5-edb3-4e0c-abd0-3be7ec96fc11 None None] The sync data for ids ['5cf36d6e-96f9-4b6a-80a9-85aa7e696e19'] in dv-cinder-797608-2-smb is: [{'id': '5cf36d6e-96f9-4b6a-80a9-85aa7e696e19', 'name': 'tempest-TestMinimumBasicScenario-1455875024-router', 'tenant_id': 'a7638b6fe5d54080856423b01ba27d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'external_fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.176'}], 'enable_snat': True}, 'gw_port_id': '54745748-7b22-4655-9717-8f96fc0da430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:52:46Z', 'updated_at': '2021-06-29T11:52:49Z', 'revision_number': 4, 'project_id': 'a7638b6fe5d54080856423b01ba27d29', 'gw_port': {'id': '54745748-7b22-4655-9717-8f96fc0da430', 'name': '', 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c1:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf36d6e-96f9-4b6a-80a9-85aa7e696e19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:52:47Z', 'updated_at': '2021-06-29T11:52:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '042f854c-de74-4a6a-969f-d747577d8cca', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-smb', '_interfaces': [{'id': '912077fc-7eac-49c8-bd9f-901cbc967511', 'name': '', 'network_id': 'd65277e6-d494-404d-98ed-c37980bd57b3', 'tenant_id': 'a7638b6fe5d54080856423b01ba27d29', 'mac_address': 'fa:16:3e:47:29:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf36d6e-96f9-4b6a-80a9-85aa7e696e19', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'ede15909-79c7-4aeb-8d2e-2ec14cceee48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:52:48Z', 'updated_at': '2021-06-29T11:52:49Z', 'revision_number': 1, 'project_id': 'a7638b6fe5d54080856423b01ba27d29', 'subnets': [{'id': 'ede15909-79c7-4aeb-8d2e-2ec14cceee48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:52:50.553163 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:50.594372 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] For port e6289d11-8b1a-4917-a448-c9a324ce681a, host dv-cinder-797608-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-smb',level=0,port_id=e6289d11-8b1a-4917-a448-c9a324ce681a,segment=NetworkSegment(7f159ac6-3c6b-4aac-a511-bdec002b848b),segment_id=7f159ac6-3c6b-4aac-a511-bdec002b848b)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:52:50.599022 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:50.601000 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:52:50.660670 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-4e502a49-265a-4542-899e-00fb52a2a96e None None] Provisioning complete for port 912077fc-7eac-49c8-bd9f-901cbc967511 triggered by entity DHCP. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:52:50.661062 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4e502a49-265a-4542-899e-00fb52a2a96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:50.663729 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Pushing event updated for resources: {'Port': ['ID=e6289d11-8b1a-4917-a448-c9a324ce681a,revision_number=3']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:52:50.684455 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:52:50.699858 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-4e502a49-265a-4542-899e-00fb52a2a96e None None] Port 912077fc-7eac-49c8-bd9f-901cbc967511 cannot update to ACTIVE because it is not bound. {{(pid=93177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 11:52:50.727206 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:50.814801 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Device e6289d11-8b1a-4917-a448-c9a324ce681a up at agent ovs-agent-dv-cinder-797608-2-smb {{(pid=93177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:52:50.870551 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Provisioning complete for port e6289d11-8b1a-4917-a448-c9a324ce681a triggered by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:52:50.871005 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:50.967206 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Device 8b96ca64-af18-41e9-a396-a79bf691469d up at agent ovs-agent-dv-cinder-797608-2-smb {{(pid=93177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:52:51.019631 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Provisioning complete for port 8b96ca64-af18-41e9-a396-a79bf691469d triggered by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:52:51.020219 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:52.635955 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b7bb85-91ac-448d-9bcc-0c27017d7fdf None None] Sync routers for ids ['5cf36d6e-96f9-4b6a-80a9-85aa7e696e19'] in dv-cinder-797608-2-smb {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:52:52.647645 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b7bb85-91ac-448d-9bcc-0c27017d7fdf None None] Routers {'5cf36d6e-96f9-4b6a-80a9-85aa7e696e19'} bound to L3 agent in host dv-cinder-797608-2-smb {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:52:52.648524 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-35b7bb85-91ac-448d-9bcc-0c27017d7fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T11:27:33Z,description=,heartbeat_timestamp=2021-06-29T11:52:33Z,host='dv-cinder-797608-2-smb',id=bfbd9503-e406-4b21-85aa-cc71bbe721ce,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:33Z,topic='l3_agent')) {'router_ids': ['5cf36d6e-96f9-4b6a-80a9-85aa7e696e19'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:52:52.772846 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-35b7bb85-91ac-448d-9bcc-0c27017d7fdf None None] Set router 5cf36d6e-96f9-4b6a-80a9-85aa7e696e19 gateway port host: dv-cinder-797608-2-smb {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:52:52.839755 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Device 54745748-7b22-4655-9717-8f96fc0da430 up at agent ovs-agent-dv-cinder-797608-2-smb {{(pid=93177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:52:52.908432 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Provisioning for port 54745748-7b22-4655-9717-8f96fc0da430 completed by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:52:52.916809 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Provisioning complete for port 54745748-7b22-4655-9717-8f96fc0da430 triggered by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:52:52.916809 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:53.017002 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-35b7bb85-91ac-448d-9bcc-0c27017d7fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf36d6e-96f9-4b6a-80a9-85aa7e696e19', 'name': 'tempest-TestMinimumBasicScenario-1455875024-router', 'tenant_id': 'a7638b6fe5d54080856423b01ba27d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'external_fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.176'}], 'enable_snat': True}, 'gw_port_id': '54745748-7b22-4655-9717-8f96fc0da430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:52:46Z', 'updated_at': '2021-06-29T11:52:49Z', 'revision_number': 4, 'project_id': 'a7638b6fe5d54080856423b01ba27d29', 'gw_port': {'id': '54745748-7b22-4655-9717-8f96fc0da430', 'name': '', 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c1:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf36d6e-96f9-4b6a-80a9-85aa7e696e19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:52:47Z', 'updated_at': '2021-06-29T11:52:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '042f854c-de74-4a6a-969f-d747577d8cca', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-smb', '_interfaces': [{'id': '912077fc-7eac-49c8-bd9f-901cbc967511', 'name': '', 'network_id': 'd65277e6-d494-404d-98ed-c37980bd57b3', 'tenant_id': 'a7638b6fe5d54080856423b01ba27d29', 'mac_address': 'fa:16:3e:47:29:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf36d6e-96f9-4b6a-80a9-85aa7e696e19', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'ede15909-79c7-4aeb-8d2e-2ec14cceee48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:52:48Z', 'updated_at': '2021-06-29T11:52:49Z', 'revision_number': 2, 'project_id': 'a7638b6fe5d54080856423b01ba27d29', 'subnets': [{'id': 'ede15909-79c7-4aeb-8d2e-2ec14cceee48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-smb', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:52:53.018819 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:53.044990 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] For port 54745748-7b22-4655-9717-8f96fc0da430, host dv-cinder-797608-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-smb',level=0,port_id=54745748-7b22-4655-9717-8f96fc0da430,segment=NetworkSegment(bd18eb46-f552-49e6-b53a-14bd17fb4993),segment_id=bd18eb46-f552-49e6-b53a-14bd17fb4993)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:52:53.050916 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:53.053420 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-fd1a35d7-003d-4e34-8adf-c4f20cc115d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:52:53.059930 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b7bb85-91ac-448d-9bcc-0c27017d7fdf None None] Checking router: 5cf36d6e-96f9-4b6a-80a9-85aa7e696e19 for host: dv-cinder-797608-2-smb {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:52:53.060379 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b7bb85-91ac-448d-9bcc-0c27017d7fdf None None] Updating router 5cf36d6e-96f9-4b6a-80a9-85aa7e696e19 port 912077fc-7eac-49c8-bd9f-901cbc967511 binding host dv-cinder-797608-2-smb {{(pid=93178) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 11:52:53.101640 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-35b7bb85-91ac-448d-9bcc-0c27017d7fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:53.118220 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Pushing event updated for resources: {'Port': ['ID=54745748-7b22-4655-9717-8f96fc0da430,revision_number=4']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:52:53.121801 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:52:53.416895 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-35b7bb85-91ac-448d-9bcc-0c27017d7fdf None None] Notify callbacks [] for port, precommit_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:53.430865 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.provisioning_blocks [None req-35b7bb85-91ac-448d-9bcc-0c27017d7fdf None None] Transition to ACTIVE for port object 912077fc-7eac-49c8-bd9f-901cbc967511 will not be triggered until provisioned by entity L2. {{(pid=93178) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:52:53.440709 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-35b7bb85-91ac-448d-9bcc-0c27017d7fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:53.442979 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:52:53.483684 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3681d8c-c67a-4199-a3d4-e6e38fbfbd34 None None] Pushing event updated for resources: {'Port': ['ID=912077fc-7eac-49c8-bd9f-901cbc967511,revision_number=3']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:52:53.488513 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-a3681d8c-c67a-4199-a3d4-e6e38fbfbd34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:52:53.563708 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-35b7bb85-91ac-448d-9bcc-0c27017d7fdf None None] Attempting to bind port 912077fc-7eac-49c8-bd9f-901cbc967511 on host dv-cinder-797608-2-smb for vnic_type normal with profile {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:52:53.564368 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-35b7bb85-91ac-448d-9bcc-0c27017d7fdf None None] Attempting to bind port 912077fc-7eac-49c8-bd9f-901cbc967511 by drivers openvswitch,hyperv on host dv-cinder-797608-2-smb at level 0 using segments [{'id': '7f159ac6-3c6b-4aac-a511-bdec002b848b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd65277e6-d494-404d-98ed-c37980bd57b3'}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:52:53.564984 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b7bb85-91ac-448d-9bcc-0c27017d7fdf None None] Attempting to bind port 912077fc-7eac-49c8-bd9f-901cbc967511 on network d65277e6-d494-404d-98ed-c37980bd57b3 {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:52:53.572985 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b7bb85-91ac-448d-9bcc-0c27017d7fdf None None] Checking agent: {'id': 'd2315a1d-b1aa-4a09-8200-44995cf6bc46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 27, 34), 'started_at': datetime.datetime(2021, 6, 29, 11, 28, 4), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:52:53.573723 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b7bb85-91ac-448d-9bcc-0c27017d7fdf None None] Checking segment: {'id': '7f159ac6-3c6b-4aac-a511-bdec002b848b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd65277e6-d494-404d-98ed-c37980bd57b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93178) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:52:53.574125 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-35b7bb85-91ac-448d-9bcc-0c27017d7fdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:53.574608 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b7bb85-91ac-448d-9bcc-0c27017d7fdf None None] Bound using segment: {'id': '7f159ac6-3c6b-4aac-a511-bdec002b848b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd65277e6-d494-404d-98ed-c37980bd57b3'} {{(pid=93178) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:52:53.575082 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.plugins.ml2.managers [None req-35b7bb85-91ac-448d-9bcc-0c27017d7fdf None None] Bound port: 912077fc-7eac-49c8-bd9f-901cbc967511, host: dv-cinder-797608-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f159ac6-3c6b-4aac-a511-bdec002b848b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'd65277e6-d494-404d-98ed-c37980bd57b3'}}] {{(pid=93178) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:52:53.575477 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-35b7bb85-91ac-448d-9bcc-0c27017d7fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:53.669321 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-35b7bb85-91ac-448d-9bcc-0c27017d7fdf None None] For port 912077fc-7eac-49c8-bd9f-901cbc967511, host dv-cinder-797608-2-smb, cleared binding levels {{(pid=93178) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:52:53.673291 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.plugins.ml2.db [None req-35b7bb85-91ac-448d-9bcc-0c27017d7fdf None None] For port 912077fc-7eac-49c8-bd9f-901cbc967511, host dv-cinder-797608-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-smb',level=0,port_id=912077fc-7eac-49c8-bd9f-901cbc967511,segment=NetworkSegment(7f159ac6-3c6b-4aac-a511-bdec002b848b),segment_id=7f159ac6-3c6b-4aac-a511-bdec002b848b)] {{(pid=93178) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:52:53.677422 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron_lib.callbacks.manager [None req-35b7bb85-91ac-448d-9bcc-0c27017d7fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93178) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:53.679647 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:52:53.737900 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b7bb85-91ac-448d-9bcc-0c27017d7fdf None None] Routers {'5cf36d6e-96f9-4b6a-80a9-85aa7e696e19'} bound to L3 agent in host dv-cinder-797608-2-smb {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:52:53.738412 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-35b7bb85-91ac-448d-9bcc-0c27017d7fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T11:27:33Z,description=,heartbeat_timestamp=2021-06-29T11:52:33Z,host='dv-cinder-797608-2-smb',id=bfbd9503-e406-4b21-85aa-cc71bbe721ce,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:33Z,topic='l3_agent')) {'router_ids': ['5cf36d6e-96f9-4b6a-80a9-85aa7e696e19'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:52:53.783899 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3681d8c-c67a-4199-a3d4-e6e38fbfbd34 None None] Pushing event updated for resources: {'Port': ['ID=912077fc-7eac-49c8-bd9f-901cbc967511,revision_number=4']} {{(pid=93178) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:52:53.791394 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG oslo_concurrency.lockutils [None req-a3681d8c-c67a-4199-a3d4-e6e38fbfbd34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93178) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:52:53.859488 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-35b7bb85-91ac-448d-9bcc-0c27017d7fdf None None] Set router 5cf36d6e-96f9-4b6a-80a9-85aa7e696e19 gateway port host: dv-cinder-797608-2-smb {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:52:54.110479 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-35b7bb85-91ac-448d-9bcc-0c27017d7fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf36d6e-96f9-4b6a-80a9-85aa7e696e19', 'name': 'tempest-TestMinimumBasicScenario-1455875024-router', 'tenant_id': 'a7638b6fe5d54080856423b01ba27d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'external_fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.176'}], 'enable_snat': True}, 'gw_port_id': '54745748-7b22-4655-9717-8f96fc0da430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:52:46Z', 'updated_at': '2021-06-29T11:52:49Z', 'revision_number': 4, 'project_id': 'a7638b6fe5d54080856423b01ba27d29', 'gw_port': {'id': '54745748-7b22-4655-9717-8f96fc0da430', 'name': '', 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf36d6e-96f9-4b6a-80a9-85aa7e696e19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:52:47Z', 'updated_at': '2021-06-29T11:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042f854c-de74-4a6a-969f-d747577d8cca', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-smb', '_interfaces': [{'id': '912077fc-7eac-49c8-bd9f-901cbc967511', 'name': '', 'network_id': 'd65277e6-d494-404d-98ed-c37980bd57b3', 'tenant_id': 'a7638b6fe5d54080856423b01ba27d29', 'mac_address': 'fa:16:3e:47:29:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf36d6e-96f9-4b6a-80a9-85aa7e696e19', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'ede15909-79c7-4aeb-8d2e-2ec14cceee48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:52:48Z', 'updated_at': '2021-06-29T11:52:53Z', 'revision_number': 4, 'project_id': 'a7638b6fe5d54080856423b01ba27d29', 'subnets': [{'id': 'ede15909-79c7-4aeb-8d2e-2ec14cceee48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-smb', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:52:54.178961 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b7bb85-91ac-448d-9bcc-0c27017d7fdf None None] The sync data for ids ['5cf36d6e-96f9-4b6a-80a9-85aa7e696e19'] in dv-cinder-797608-2-smb is: [{'id': '5cf36d6e-96f9-4b6a-80a9-85aa7e696e19', 'name': 'tempest-TestMinimumBasicScenario-1455875024-router', 'tenant_id': 'a7638b6fe5d54080856423b01ba27d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'external_fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.176'}], 'enable_snat': True}, 'gw_port_id': '54745748-7b22-4655-9717-8f96fc0da430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:52:46Z', 'updated_at': '2021-06-29T11:52:49Z', 'revision_number': 4, 'project_id': 'a7638b6fe5d54080856423b01ba27d29', 'gw_port': {'id': '54745748-7b22-4655-9717-8f96fc0da430', 'name': '', 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf36d6e-96f9-4b6a-80a9-85aa7e696e19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:52:47Z', 'updated_at': '2021-06-29T11:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042f854c-de74-4a6a-969f-d747577d8cca', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-smb', '_interfaces': [{'id': '912077fc-7eac-49c8-bd9f-901cbc967511', 'name': '', 'network_id': 'd65277e6-d494-404d-98ed-c37980bd57b3', 'tenant_id': 'a7638b6fe5d54080856423b01ba27d29', 'mac_address': 'fa:16:3e:47:29:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cf36d6e-96f9-4b6a-80a9-85aa7e696e19', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'ede15909-79c7-4aeb-8d2e-2ec14cceee48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:52:48Z', 'updated_at': '2021-06-29T11:52:53Z', 'revision_number': 4, 'project_id': 'a7638b6fe5d54080856423b01ba27d29', 'subnets': [{'id': 'ede15909-79c7-4aeb-8d2e-2ec14cceee48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:52:54.293487 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.agents_db [None req-013366be-bbdd-48cc-8d7f-8588d5b4b8e9 None None] Agent healthcheck: found 6 active agents {{(pid=93178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:52:54.806186 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Device 54745748-7b22-4655-9717-8f96fc0da430 up at agent ovs-agent-dv-cinder-797608-2-smb {{(pid=93177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:52:54.864004 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Provisioning complete for port 54745748-7b22-4655-9717-8f96fc0da430 triggered by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:52:54.864427 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:54.962478 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Device 912077fc-7eac-49c8-bd9f-901cbc967511 up at agent ovs-agent-dv-cinder-797608-2-smb {{(pid=93177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:52:55.031799 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Provisioning for port 912077fc-7eac-49c8-bd9f-901cbc967511 completed by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:52:55.036359 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Provisioning complete for port 912077fc-7eac-49c8-bd9f-901cbc967511 triggered by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:52:55.039202 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:55.133095 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:55.173189 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] For port 912077fc-7eac-49c8-bd9f-901cbc967511, host dv-cinder-797608-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-smb',level=0,port_id=912077fc-7eac-49c8-bd9f-901cbc967511,segment=NetworkSegment(7f159ac6-3c6b-4aac-a511-bdec002b848b),segment_id=7f159ac6-3c6b-4aac-a511-bdec002b848b)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:52:55.178682 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:52:55.181841 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-afc57388-adfb-4f85-ba96-7c5a0a61e15b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:52:55.249269 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Pushing event updated for resources: {'Port': ['ID=912077fc-7eac-49c8-bd9f-901cbc967511,revision_number=5']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:52:55.253484 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:52:56.786904 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Device 912077fc-7eac-49c8-bd9f-901cbc967511 up at agent ovs-agent-dv-cinder-797608-2-smb {{(pid=93177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:52:56.835785 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Provisioning complete for port 912077fc-7eac-49c8-bd9f-901cbc967511 triggered by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:52:56.836285 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:00.320668 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4046e702-6b87-43f5-a04b-9feca1f2d1d9 req-1bd7764a-f340-4585-b8b3-2a52c94bcf78 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:53:00.322124 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-4046e702-6b87-43f5-a04b-9feca1f2d1d9 req-1bd7764a-f340-4585-b8b3-2a52c94bcf78 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "GET /v2.0/networks?id=8cf7e864-7d59-451a-bfa7-9d0dcd0d5227 HTTP/1.1" status: 200 len: 814 time: 0.1037521 Jun 29 11:53:00.337145 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-4046e702-6b87-43f5-a04b-9feca1f2d1d9 req-9bd92087-64d4-47e2-ac3c-2465621ac6c3 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "GET /v2.0/quotas/f2415b71cda24bf5acde7c26851006f6 HTTP/1.1" status: 200 len: 375 time: 0.0097361 Jun 29 11:53:00.402936 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-4046e702-6b87-43f5-a04b-9feca1f2d1d9 req-c65a046a-5511-453f-9bd1-dfe39a0b63e7 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "GET /v2.0/ports?tenant_id=f2415b71cda24bf5acde7c26851006f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0604200 Jun 29 11:53:00.505729 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [req-4046e702-6b87-43f5-a04b-9feca1f2d1d9 req-6fe0d2dc-8f7d-4834-b5e9-51afd60f0374 service neutron] http://10.222.0.78:9696/v2.0/extensions returned with HTTP 200 {{(pid=93175) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 11:53:00.506700 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-4046e702-6b87-43f5-a04b-9feca1f2d1d9 req-6fe0d2dc-8f7d-4834-b5e9-51afd60f0374 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0924149 Jun 29 11:53:00.599188 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-4046e702-6b87-43f5-a04b-9feca1f2d1d9 req-9feaf1ba-14d2-4a60-a51e-f5716fffe2b1 service neutron] 10.222.0.78 "GET /v2.0/networks/8cf7e864-7d59-451a-bfa7-9d0dcd0d5227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864940 Jun 29 11:53:00.601550 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4636e3d3-038c-4f23-b0b0-57e06b9cc68b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:00.687096 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-4046e702-6b87-43f5-a04b-9feca1f2d1d9 req-a41dfeb4-d1b1-4e16-8dab-a33ff5550c2a service neutron] 10.222.0.78 "GET /v2.0/networks/8cf7e864-7d59-451a-bfa7-9d0dcd0d5227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821412 Jun 29 11:53:00.857333 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-ab6eb642-202f-4831-b837-e603e20b66f4 req-c8e341e5-f1a4-452f-93a4-af00296d6e60 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "GET /v2.0/ports?device_id=233d43bc-459f-4634-a349-af4ee67efe94 HTTP/1.1" status: 200 len: 210 time: 0.0304346 Jun 29 11:53:01.956577 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4046e702-6b87-43f5-a04b-9feca1f2d1d9 req-c74ebdb4-5f4f-4eed-8acd-4803847b550b tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:53:01.958401 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-4046e702-6b87-43f5-a04b-9feca1f2d1d9 req-c74ebdb4-5f4f-4eed-8acd-4803847b550b tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.21 "GET /v2.0/networks?id=8cf7e864-7d59-451a-bfa7-9d0dcd0d5227 HTTP/1.1" status: 200 len: 814 time: 0.1098084 Jun 29 11:53:01.977761 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.v2.base [req-4046e702-6b87-43f5-a04b-9feca1f2d1d9 req-216ce112-e403-4110-a80e-f14b928ca44d tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Request body: {'port': {'device_id': '233d43bc-459f-4634-a349-af4ee67efe94', 'network_id': '8cf7e864-7d59-451a-bfa7-9d0dcd0d5227', 'admin_state_up': True, 'tenant_id': 'f2415b71cda24bf5acde7c26851006f6'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:53:02.014179 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-98f73bb1-f8c2-4f39-a47c-03fbac407562 req-4b840ab5-307f-4af6-a1a6-1ee2acc9c852 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "GET /v2.0/ports?device_id=233d43bc-459f-4634-a349-af4ee67efe94 HTTP/1.1" status: 200 len: 210 time: 0.0348301 Jun 29 11:53:02.091783 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4046e702-6b87-43f5-a04b-9feca1f2d1d9 req-216ce112-e403-4110-a80e-f14b928ca44d tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Made reservation on behalf of f2415b71cda24bf5acde7c26851006f6 for: {'port': 1} {{(pid=93176) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 11:53:02.095558 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-4046e702-6b87-43f5-a04b-9feca1f2d1d9 req-216ce112-e403-4110-a80e-f14b928ca44d tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:02.224283 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.db.db_base_plugin_common [req-4046e702-6b87-43f5-a04b-9feca1f2d1d9 req-216ce112-e403-4110-a80e-f14b928ca44d tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Allocated IP 172.20.0.8 (8cf7e864-7d59-451a-bfa7-9d0dcd0d5227/72256983-adaf-4a0d-9e47-41e69933f6de/f39848af-39f2-46d4-943e-69bbda3a70ae) {{(pid=93176) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:53:02.380283 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-4046e702-6b87-43f5-a04b-9feca1f2d1d9 req-216ce112-e403-4110-a80e-f14b928ca44d tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Notify callbacks [] for port, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:02.396269 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-4046e702-6b87-43f5-a04b-9feca1f2d1d9 req-216ce112-e403-4110-a80e-f14b928ca44d tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Transition to ACTIVE for port object f39848af-39f2-46d4-943e-69bbda3a70ae will not be triggered until provisioned by entity DHCP. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:53:02.432502 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-4046e702-6b87-43f5-a04b-9feca1f2d1d9 req-216ce112-e403-4110-a80e-f14b928ca44d tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3670657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744990953741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-58778316'] for port, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:02.437481 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b933104c-9d9e-4c31-97ac-42ea26bb3148 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:53:02.483044 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4046e702-6b87-43f5-a04b-9feca1f2d1d9 req-216ce112-e403-4110-a80e-f14b928ca44d tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Network 8cf7e864-7d59-451a-bfa7-9d0dcd0d5227 is already hosted by enough agents. {{(pid=93176) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:53:02.490749 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.scheduler.base_scheduler [req-4046e702-6b87-43f5-a04b-9feca1f2d1d9 req-216ce112-e403-4110-a80e-f14b928ca44d tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Resources bound (agent type, host, resource id): {{(pid=93176) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:53:02.505874 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-4046e702-6b87-43f5-a04b-9feca1f2d1d9 req-216ce112-e403-4110-a80e-f14b928ca44d tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Received port after_create {{(pid=93176) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:53:02.548310 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216ce112-e403-4110-a80e-f14b928ca44d tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Pushing event updated for resources: {'Port': ['ID=f39848af-39f2-46d4-943e-69bbda3a70ae,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:53:02.578474 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4046e702-6b87-43f5-a04b-9feca1f2d1d9 req-216ce112-e403-4110-a80e-f14b928ca44d tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:53:02.579158 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-4046e702-6b87-43f5-a04b-9feca1f2d1d9 req-216ce112-e403-4110-a80e-f14b928ca44d tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126777'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:02.592908 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216ce112-e403-4110-a80e-f14b928ca44d tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:53:02.593434 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216ce112-e403-4110-a80e-f14b928ca44d tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:53:02.593740 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216ce112-e403-4110-a80e-f14b928ca44d tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:53:02.594514 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216ce112-e403-4110-a80e-f14b928ca44d tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:53:02.594878 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216ce112-e403-4110-a80e-f14b928ca44d tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:53:02.595385 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216ce112-e403-4110-a80e-f14b928ca44d tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:53:02.595925 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216ce112-e403-4110-a80e-f14b928ca44d tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:53:02.596383 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216ce112-e403-4110-a80e-f14b928ca44d tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:53:02.596759 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216ce112-e403-4110-a80e-f14b928ca44d tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:53:02.597836 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216ce112-e403-4110-a80e-f14b928ca44d tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:53:02.597836 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216ce112-e403-4110-a80e-f14b928ca44d tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:53:02.598312 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-216ce112-e403-4110-a80e-f14b928ca44d tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:53:02.604047 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-4046e702-6b87-43f5-a04b-9feca1f2d1d9 req-216ce112-e403-4110-a80e-f14b928ca44d tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6303542 Jun 29 11:53:02.604926 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-216ce112-e403-4110-a80e-f14b928ca44d tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:53:02.869901 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-343b9a2a-c39b-4c60-b992-0bc6ab533c1e None None] Provisioning for port f39848af-39f2-46d4-943e-69bbda3a70ae completed by entity DHCP. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:53:02.876072 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-343b9a2a-c39b-4c60-b992-0bc6ab533c1e None None] Provisioning complete for port f39848af-39f2-46d4-943e-69bbda3a70ae triggered by entity DHCP. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:53:02.876779 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-343b9a2a-c39b-4c60-b992-0bc6ab533c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:02.920066 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-343b9a2a-c39b-4c60-b992-0bc6ab533c1e None None] Port f39848af-39f2-46d4-943e-69bbda3a70ae cannot update to ACTIVE because it is not bound. {{(pid=93177) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 11:53:03.192205 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00affc2-821f-4051-8b4c-d36725b6ca76 req-c6351c0f-c873-4d9c-b0c3-ddc8314300c6 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:53:03.193690 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-a00affc2-821f-4051-8b4c-d36725b6ca76 req-c6351c0f-c873-4d9c-b0c3-ddc8314300c6 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "GET /v2.0/ports?device_id=233d43bc-459f-4634-a349-af4ee67efe94 HTTP/1.1" status: 200 len: 931 time: 0.0644915 Jun 29 11:53:03.236179 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-a00affc2-821f-4051-8b4c-d36725b6ca76 req-9aa827d5-17c8-44f2-83d1-7b2d0d0069e6 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "GET /v2.0/security-groups?id=0197944b-fdfa-4fdb-9d82-1a39367dfe6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365860 Jun 29 11:53:03.381916 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-dcbd8827-672a-48ee-8baf-caaf580dcd24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:03.733203 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:04.420804 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f772a09-b02f-4aea-8d69-98cdaec879a1 req-d424958c-1313-4b4f-8a70-dce7a9dac6ed tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:53:04.422269 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-0f772a09-b02f-4aea-8d69-98cdaec879a1 req-d424958c-1313-4b4f-8a70-dce7a9dac6ed tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "GET /v2.0/ports?device_id=233d43bc-459f-4634-a349-af4ee67efe94 HTTP/1.1" status: 200 len: 931 time: 0.0645654 Jun 29 11:53:04.464345 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-0f772a09-b02f-4aea-8d69-98cdaec879a1 req-7fafc7f4-1e43-4768-9028-15192836687c tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "GET /v2.0/security-groups?id=0197944b-fdfa-4fdb-9d82-1a39367dfe6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356565 Jun 29 11:53:04.516222 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9be8c49d-fdd7-49be-a71c-49aaf5d45c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:05.655947 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475f05bb-0215-4c99-8e1b-57af1dd7adb8 req-7b05fd93-1f98-4ba5-a2f3-02e031fb5a17 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:53:05.657410 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-475f05bb-0215-4c99-8e1b-57af1dd7adb8 req-7b05fd93-1f98-4ba5-a2f3-02e031fb5a17 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "GET /v2.0/ports?device_id=233d43bc-459f-4634-a349-af4ee67efe94 HTTP/1.1" status: 200 len: 931 time: 0.0779991 Jun 29 11:53:05.696935 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-475f05bb-0215-4c99-8e1b-57af1dd7adb8 req-f664ca06-034f-4b59-89ab-fb6a1d7e260a tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "GET /v2.0/security-groups?id=0197944b-fdfa-4fdb-9d82-1a39367dfe6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336583 Jun 29 11:53:06.467216 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7dc1f572-48b9-4e28-8a5a-f2a12e721563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:06.890896 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b3afa1-407f-47b8-b9db-8be233db0fcc req-5148eead-12da-44c7-963f-0f2193977dea tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:53:06.893885 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-84b3afa1-407f-47b8-b9db-8be233db0fcc req-5148eead-12da-44c7-963f-0f2193977dea tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "GET /v2.0/ports?device_id=233d43bc-459f-4634-a349-af4ee67efe94 HTTP/1.1" status: 200 len: 931 time: 0.0702696 Jun 29 11:53:06.931602 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-84b3afa1-407f-47b8-b9db-8be233db0fcc req-a5b97384-ef0c-4dc5-b090-e6adb8bf2e97 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "GET /v2.0/security-groups?id=0197944b-fdfa-4fdb-9d82-1a39367dfe6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319402 Jun 29 11:53:08.117571 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de0f551-4cc2-47f9-899b-4f174cff6d48 req-e0b50a28-1227-4204-90f5-7bdf34061cd8 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:53:08.119333 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-2de0f551-4cc2-47f9-899b-4f174cff6d48 req-e0b50a28-1227-4204-90f5-7bdf34061cd8 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "GET /v2.0/ports?device_id=233d43bc-459f-4634-a349-af4ee67efe94 HTTP/1.1" status: 200 len: 931 time: 0.0701809 Jun 29 11:53:08.162402 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-2de0f551-4cc2-47f9-899b-4f174cff6d48 req-d1f9866f-5ea7-424c-a9ce-a8f6fe899990 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "GET /v2.0/security-groups?id=0197944b-fdfa-4fdb-9d82-1a39367dfe6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369530 Jun 29 11:53:09.345990 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf86646c-e778-411c-a42f-67298ca823fe req-83db2458-5f52-48e2-ab26-03b24eeaf71a tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:53:09.347469 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-bf86646c-e778-411c-a42f-67298ca823fe req-83db2458-5f52-48e2-ab26-03b24eeaf71a tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "GET /v2.0/ports?device_id=233d43bc-459f-4634-a349-af4ee67efe94 HTTP/1.1" status: 200 len: 931 time: 0.0644286 Jun 29 11:53:09.389132 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-bf86646c-e778-411c-a42f-67298ca823fe req-58355275-88f8-4bc4-9210-03c9b5a4014d tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "GET /v2.0/security-groups?id=0197944b-fdfa-4fdb-9d82-1a39367dfe6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359666 Jun 29 11:53:10.576524 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a3fb35-4527-4cd3-81d5-6205f83942d9 req-c31618a6-bc40-4484-88dd-a51d31944699 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:53:10.578401 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-84a3fb35-4527-4cd3-81d5-6205f83942d9 req-c31618a6-bc40-4484-88dd-a51d31944699 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "GET /v2.0/ports?device_id=233d43bc-459f-4634-a349-af4ee67efe94 HTTP/1.1" status: 200 len: 931 time: 0.0667939 Jun 29 11:53:10.618505 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-84a3fb35-4527-4cd3-81d5-6205f83942d9 req-65598a76-340b-4a35-9276-4c5cfd0852c2 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "GET /v2.0/security-groups?id=0197944b-fdfa-4fdb-9d82-1a39367dfe6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332818 Jun 29 11:53:11.980435 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd500d-62d1-4552-93fd-0fe399436ccf req-d527a85e-d355-4875-aa5b-20ad200401d6 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:53:11.981809 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-bbcd500d-62d1-4552-93fd-0fe399436ccf req-d527a85e-d355-4875-aa5b-20ad200401d6 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "GET /v2.0/ports?device_id=233d43bc-459f-4634-a349-af4ee67efe94 HTTP/1.1" status: 200 len: 931 time: 0.0756874 Jun 29 11:53:12.019747 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-bbcd500d-62d1-4552-93fd-0fe399436ccf req-8fe8f126-6315-4a28-9e92-e314d30b850b tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "GET /v2.0/security-groups?id=0197944b-fdfa-4fdb-9d82-1a39367dfe6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320940 Jun 29 11:53:13.194306 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580f8b4a-0c2d-45b8-9ac1-ce93769ac807 req-ed53124c-cb66-4196-8fe9-e530faeabca6 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:53:13.195767 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-580f8b4a-0c2d-45b8-9ac1-ce93769ac807 req-ed53124c-cb66-4196-8fe9-e530faeabca6 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "GET /v2.0/ports?device_id=233d43bc-459f-4634-a349-af4ee67efe94 HTTP/1.1" status: 200 len: 931 time: 0.0621097 Jun 29 11:53:13.233145 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-580f8b4a-0c2d-45b8-9ac1-ce93769ac807 req-72f197a3-91a9-45b2-9c43-3f0641160610 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "GET /v2.0/security-groups?id=0197944b-fdfa-4fdb-9d82-1a39367dfe6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318840 Jun 29 11:53:14.402867 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abbc83e-fe01-4cd6-82c5-050b0f6ad3f3 req-4a7bc689-0c93-4935-bf84-6582450cf315 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:53:14.404373 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-4abbc83e-fe01-4cd6-82c5-050b0f6ad3f3 req-4a7bc689-0c93-4935-bf84-6582450cf315 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "GET /v2.0/ports?device_id=233d43bc-459f-4634-a349-af4ee67efe94 HTTP/1.1" status: 200 len: 931 time: 0.0633097 Jun 29 11:53:14.446034 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-4abbc83e-fe01-4cd6-82c5-050b0f6ad3f3 req-618749d6-9ad9-4d6a-8df1-6ddb544e142f tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "GET /v2.0/security-groups?id=0197944b-fdfa-4fdb-9d82-1a39367dfe6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359268 Jun 29 11:53:14.605290 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.v2.base [req-4046e702-6b87-43f5-a04b-9feca1f2d1d9 req-9e858d09-06f4-4443-95c3-5e8a9385b00b service neutron] Request body: {'port': {'device_id': '233d43bc-459f-4634-a349-af4ee67efe94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:53:14.680786 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-4046e702-6b87-43f5-a04b-9feca1f2d1d9 req-9e858d09-06f4-4443-95c3-5e8a9385b00b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:14.939208 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.notifiers.nova [req-4046e702-6b87-43f5-a04b-9feca1f2d1d9 req-9e858d09-06f4-4443-95c3-5e8a9385b00b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f39848af-39f2-46d4-943e-69bbda3a70ae {{(pid=93176) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:53:14.946569 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-4046e702-6b87-43f5-a04b-9feca1f2d1d9 req-9e858d09-06f4-4443-95c3-5e8a9385b00b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:14.959556 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.db.provisioning_blocks [req-4046e702-6b87-43f5-a04b-9feca1f2d1d9 req-9e858d09-06f4-4443-95c3-5e8a9385b00b service neutron] Transition to ACTIVE for port object f39848af-39f2-46d4-943e-69bbda3a70ae will not be triggered until provisioned by entity L2. {{(pid=93176) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 11:53:14.963943 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-4046e702-6b87-43f5-a04b-9feca1f2d1d9 req-9e858d09-06f4-4443-95c3-5e8a9385b00b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58778366'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:14.966929 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9ffe7092-1878-4593-8281-be2f16957ad0 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:53:15.015081 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e858d09-06f4-4443-95c3-5e8a9385b00b service neutron] Pushing event updated for resources: {'Port': ['ID=f39848af-39f2-46d4-943e-69bbda3a70ae,revision_number=2']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:53:15.019934 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9e858d09-06f4-4443-95c3-5e8a9385b00b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:53:15.091831 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-4046e702-6b87-43f5-a04b-9feca1f2d1d9 req-9e858d09-06f4-4443-95c3-5e8a9385b00b service neutron] Attempting to bind port f39848af-39f2-46d4-943e-69bbda3a70ae on host hv-cinder-79760 for vnic_type normal with profile {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 11:53:15.092168 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-4046e702-6b87-43f5-a04b-9feca1f2d1d9 req-9e858d09-06f4-4443-95c3-5e8a9385b00b service neutron] Attempting to bind port f39848af-39f2-46d4-943e-69bbda3a70ae by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '4586a4d6-f769-4011-98c4-5a95fbb20731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8cf7e864-7d59-451a-bfa7-9d0dcd0d5227'}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 11:53:15.092497 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4046e702-6b87-43f5-a04b-9feca1f2d1d9 req-9e858d09-06f4-4443-95c3-5e8a9385b00b service neutron] Attempting to bind port f39848af-39f2-46d4-943e-69bbda3a70ae on network 8cf7e864-7d59-451a-bfa7-9d0dcd0d5227 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:53:15.097771 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4046e702-6b87-43f5-a04b-9feca1f2d1d9 req-9e858d09-06f4-4443-95c3-5e8a9385b00b service neutron] Port f39848af-39f2-46d4-943e-69bbda3a70ae on network 8cf7e864-7d59-451a-bfa7-9d0dcd0d5227 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 11:53:15.098093 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4046e702-6b87-43f5-a04b-9feca1f2d1d9 req-9e858d09-06f4-4443-95c3-5e8a9385b00b service neutron] Attempting to bind port f39848af-39f2-46d4-943e-69bbda3a70ae on network 8cf7e864-7d59-451a-bfa7-9d0dcd0d5227 {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 11:53:15.103361 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4046e702-6b87-43f5-a04b-9feca1f2d1d9 req-9e858d09-06f4-4443-95c3-5e8a9385b00b service neutron] Checking agent: {'id': '2f355b06-002c-40e6-bb76-5e394ebaabf3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 11, 33, 51), 'started_at': datetime.datetime(2021, 6, 29, 11, 33, 51), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 11, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 11:53:15.103868 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4046e702-6b87-43f5-a04b-9feca1f2d1d9 req-9e858d09-06f4-4443-95c3-5e8a9385b00b service neutron] Checking segment: {'id': '4586a4d6-f769-4011-98c4-5a95fbb20731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8cf7e864-7d59-451a-bfa7-9d0dcd0d5227'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93176) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 11:53:15.104243 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4046e702-6b87-43f5-a04b-9feca1f2d1d9 req-9e858d09-06f4-4443-95c3-5e8a9385b00b service neutron] Bound using segment: {'id': '4586a4d6-f769-4011-98c4-5a95fbb20731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8cf7e864-7d59-451a-bfa7-9d0dcd0d5227'} {{(pid=93176) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 11:53:15.104712 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.managers [req-4046e702-6b87-43f5-a04b-9feca1f2d1d9 req-9e858d09-06f4-4443-95c3-5e8a9385b00b service neutron] Bound port: f39848af-39f2-46d4-943e-69bbda3a70ae, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4586a4d6-f769-4011-98c4-5a95fbb20731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8cf7e864-7d59-451a-bfa7-9d0dcd0d5227'}}] {{(pid=93176) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 11:53:15.105023 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-4046e702-6b87-43f5-a04b-9feca1f2d1d9 req-9e858d09-06f4-4443-95c3-5e8a9385b00b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:15.168747 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-4046e702-6b87-43f5-a04b-9feca1f2d1d9 req-9e858d09-06f4-4443-95c3-5e8a9385b00b service neutron] For port f39848af-39f2-46d4-943e-69bbda3a70ae, host hv-cinder-79760, cleared binding levels {{(pid=93176) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 11:53:15.171687 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-4046e702-6b87-43f5-a04b-9feca1f2d1d9 req-9e858d09-06f4-4443-95c3-5e8a9385b00b service neutron] For port f39848af-39f2-46d4-943e-69bbda3a70ae, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=f39848af-39f2-46d4-943e-69bbda3a70ae,segment=NetworkSegment(4586a4d6-f769-4011-98c4-5a95fbb20731),segment_id=4586a4d6-f769-4011-98c4-5a95fbb20731)] {{(pid=93176) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 11:53:15.176034 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-4046e702-6b87-43f5-a04b-9feca1f2d1d9 req-9e858d09-06f4-4443-95c3-5e8a9385b00b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58778366'] for port, after_update {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:15.178801 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-142be65b-2bec-4522-852c-6ac2f74d2506 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:53:15.216087 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4046e702-6b87-43f5-a04b-9feca1f2d1d9 req-9e858d09-06f4-4443-95c3-5e8a9385b00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:53:15.216702 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-4046e702-6b87-43f5-a04b-9feca1f2d1d9 req-9e858d09-06f4-4443-95c3-5e8a9385b00b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126777'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:15.218083 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-4046e702-6b87-43f5-a04b-9feca1f2d1d9 req-9e858d09-06f4-4443-95c3-5e8a9385b00b service neutron] 10.222.0.21 "PUT /v2.0/ports/f39848af-39f2-46d4-943e-69bbda3a70ae HTTP/1.1" status: 200 len: 1093 time: 0.6619248 Jun 29 11:53:15.218603 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '233d43bc-459f-4634-a349-af4ee67efe94', 'tag': 'f39848af-39f2-46d4-943e-69bbda3a70ae'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:53:15.221013 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e84c2f8edc4c5bc2f689ddb2df796faf16af949d7518eb87a014b7a9d68b702d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f35bdcc2-217c-48b0-b021-49744b961f99" -d '{"events": [{"name": "network-changed", "server_uuid": "233d43bc-459f-4634-a349-af4ee67efe94", "tag": "f39848af-39f2-46d4-943e-69bbda3a70ae"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:53:15.245855 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e858d09-06f4-4443-95c3-5e8a9385b00b service neutron] Pushing event updated for resources: {'Port': ['ID=f39848af-39f2-46d4-943e-69bbda3a70ae,revision_number=3']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:53:15.258916 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9e858d09-06f4-4443-95c3-5e8a9385b00b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:53:15.265716 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 11:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b04090be-cd11-4dfc-a90d-6604b736ff2c x-openstack-request-id: req-b04090be-cd11-4dfc-a90d-6604b736ff2c {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:53:15.266053 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "233d43bc-459f-4634-a349-af4ee67efe94", "tag": "f39848af-39f2-46d4-943e-69bbda3a70ae", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:53:15.266298 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-b04090be-cd11-4dfc-a90d-6604b736ff2c {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:53:15.266908 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '233d43bc-459f-4634-a349-af4ee67efe94', 'tag': 'f39848af-39f2-46d4-943e-69bbda3a70ae', 'status': 'completed', 'code': 200} Jun 29 11:53:15.324326 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4046e702-6b87-43f5-a04b-9feca1f2d1d9 req-a7e05e3b-ec24-42e6-babf-517fa0857687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:53:15.325835 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-4046e702-6b87-43f5-a04b-9feca1f2d1d9 req-a7e05e3b-ec24-42e6-babf-517fa0857687 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f2415b71cda24bf5acde7c26851006f6&device_id=233d43bc-459f-4634-a349-af4ee67efe94 HTTP/1.1" status: 200 len: 1096 time: 0.0535970 Jun 29 11:53:15.368723 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-4046e702-6b87-43f5-a04b-9feca1f2d1d9 req-a017aed6-dcea-4dc3-b213-c2032cbb76bd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f39848af-39f2-46d4-943e-69bbda3a70ae HTTP/1.1" status: 200 len: 217 time: 0.0343795 Jun 29 11:53:15.443033 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4046e702-6b87-43f5-a04b-9feca1f2d1d9 req-08d1d6aa-8794-436c-bc5b-a2e24256aa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:53:15.444448 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-4046e702-6b87-43f5-a04b-9feca1f2d1d9 req-08d1d6aa-8794-436c-bc5b-a2e24256aa55 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=72256983-adaf-4a0d-9e47-41e69933f6de HTTP/1.1" status: 200 len: 853 time: 0.0684633 Jun 29 11:53:15.522476 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4046e702-6b87-43f5-a04b-9feca1f2d1d9 req-53d5aba9-2804-4d23-850f-0ddb672d3870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:53:15.524033 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-4046e702-6b87-43f5-a04b-9feca1f2d1d9 req-53d5aba9-2804-4d23-850f-0ddb672d3870 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8cf7e864-7d59-451a-bfa7-9d0dcd0d5227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0728760 Jun 29 11:53:15.612623 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-4046e702-6b87-43f5-a04b-9feca1f2d1d9 req-28cdc761-e8b7-4414-b3ec-e0e0531c4e61 service neutron] 10.222.0.21 "GET /v2.0/networks/8cf7e864-7d59-451a-bfa7-9d0dcd0d5227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809834 Jun 29 11:53:15.647792 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a171339d-011c-413b-bd4f-8d1e269306cc req-fb1d6b16-989b-4201-b76a-cf4798fe8e03 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:53:15.649274 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-a171339d-011c-413b-bd4f-8d1e269306cc req-fb1d6b16-989b-4201-b76a-cf4798fe8e03 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "GET /v2.0/ports?device_id=233d43bc-459f-4634-a349-af4ee67efe94 HTTP/1.1" status: 200 len: 943 time: 0.0665524 Jun 29 11:53:15.688863 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-a171339d-011c-413b-bd4f-8d1e269306cc req-c012ce3d-8ad0-47cf-ba50-f07ddcc0f4e2 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "GET /v2.0/security-groups?id=0197944b-fdfa-4fdb-9d82-1a39367dfe6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333538 Jun 29 11:53:15.705364 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-4046e702-6b87-43f5-a04b-9feca1f2d1d9 req-0f14963b-5c40-40b8-867e-cb3be8e0a00a service neutron] 10.222.0.21 "GET /v2.0/networks/8cf7e864-7d59-451a-bfa7-9d0dcd0d5227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853226 Jun 29 11:53:15.800822 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35bdcc2-217c-48b0-b021-49744b961f99 req-7ccf4b42-0362-4f7a-b429-fdba98dc4dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:53:15.802310 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-f35bdcc2-217c-48b0-b021-49744b961f99 req-7ccf4b42-0362-4f7a-b429-fdba98dc4dd6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f2415b71cda24bf5acde7c26851006f6&device_id=233d43bc-459f-4634-a349-af4ee67efe94 HTTP/1.1" status: 200 len: 1096 time: 0.0527129 Jun 29 11:53:15.895183 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35bdcc2-217c-48b0-b021-49744b961f99 req-24c3ca42-d539-4f30-b9b5-e06d34ef1bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:53:15.896685 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-f35bdcc2-217c-48b0-b021-49744b961f99 req-24c3ca42-d539-4f30-b9b5-e06d34ef1bc0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8cf7e864-7d59-451a-bfa7-9d0dcd0d5227 HTTP/1.1" status: 200 len: 915 time: 0.0877204 Jun 29 11:53:15.937834 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-f35bdcc2-217c-48b0-b021-49744b961f99 req-84813bcd-8691-441b-b3da-9a2c623fb013 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f39848af-39f2-46d4-943e-69bbda3a70ae HTTP/1.1" status: 200 len: 217 time: 0.0332446 Jun 29 11:53:15.986465 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35bdcc2-217c-48b0-b021-49744b961f99 req-ccd0f3c4-962f-416f-a40a-42d684c70074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:53:15.987908 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-f35bdcc2-217c-48b0-b021-49744b961f99 req-ccd0f3c4-962f-416f-a40a-42d684c70074 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=72256983-adaf-4a0d-9e47-41e69933f6de HTTP/1.1" status: 200 len: 853 time: 0.0420916 Jun 29 11:53:16.048936 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35bdcc2-217c-48b0-b021-49744b961f99 req-1cb94f78-f409-4838-89e8-04c13ce940b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:53:16.050867 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-f35bdcc2-217c-48b0-b021-49744b961f99 req-1cb94f78-f409-4838-89e8-04c13ce940b8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8cf7e864-7d59-451a-bfa7-9d0dcd0d5227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0558338 Jun 29 11:53:16.138358 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-f35bdcc2-217c-48b0-b021-49744b961f99 req-b7832620-8593-4a24-816f-7e66256d693e service neutron] 10.222.0.21 "GET /v2.0/networks/8cf7e864-7d59-451a-bfa7-9d0dcd0d5227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806570 Jun 29 11:53:16.227987 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-f35bdcc2-217c-48b0-b021-49744b961f99 req-4a7f5da6-9b07-4028-af69-d7efae759d00 service neutron] 10.222.0.21 "GET /v2.0/networks/8cf7e864-7d59-451a-bfa7-9d0dcd0d5227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824144 Jun 29 11:53:16.863009 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8d5b95-23c4-4d5b-9c07-f80009debab9 req-64d35f5a-64d9-4fda-bd46-985627c9d7a1 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:53:16.864487 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-7e8d5b95-23c4-4d5b-9c07-f80009debab9 req-64d35f5a-64d9-4fda-bd46-985627c9d7a1 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "GET /v2.0/ports?device_id=233d43bc-459f-4634-a349-af4ee67efe94 HTTP/1.1" status: 200 len: 943 time: 0.0658610 Jun 29 11:53:16.902928 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-7e8d5b95-23c4-4d5b-9c07-f80009debab9 req-caba7851-4ad6-4b74-a050-bb59a7bd6b20 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "GET /v2.0/security-groups?id=0197944b-fdfa-4fdb-9d82-1a39367dfe6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328360 Jun 29 11:53:18.081859 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Device f39848af-39f2-46d4-943e-69bbda3a70ae details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=93177) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 11:53:18.082466 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae431c45-f067-47ac-bcd4-7bf007720f20 req-a7cde996-b491-49e5-bfa9-86d5d9801e3c tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:53:18.083905 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-ae431c45-f067-47ac-bcd4-7bf007720f20 req-a7cde996-b491-49e5-bfa9-86d5d9801e3c tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "GET /v2.0/ports?device_id=233d43bc-459f-4634-a349-af4ee67efe94 HTTP/1.1" status: 200 len: 943 time: 0.0701096 Jun 29 11:53:18.122410 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-ae431c45-f067-47ac-bcd4-7bf007720f20 req-979ba8f4-5a1a-41fe-b633-f6619d2aeb86 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "GET /v2.0/security-groups?id=0197944b-fdfa-4fdb-9d82-1a39367dfe6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326219 Jun 29 11:53:18.180494 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] For port f39848af-39f2-46d4-943e-69bbda3a70ae, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=f39848af-39f2-46d4-943e-69bbda3a70ae,segment=NetworkSegment(4586a4d6-f769-4011-98c4-5a95fbb20731),segment_id=4586a4d6-f769-4011-98c4-5a95fbb20731)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:53:18.192470 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Returning: {'device': 'f39848af-39f2-46d4-943e-69bbda3a70ae', 'network_id': '8cf7e864-7d59-451a-bfa7-9d0dcd0d5227', 'port_id': 'f39848af-39f2-46d4-943e-69bbda3a70ae', 'mac_address': 'fa:16:3e:73:30:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72256983-adaf-4a0d-9e47-41e69933f6de', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93177) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 11:53:18.228956 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:18.241412 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.notifiers.nova [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f39848af-39f2-46d4-943e-69bbda3a70ae {{(pid=93177) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 11:53:18.261448 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] For port f39848af-39f2-46d4-943e-69bbda3a70ae, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=f39848af-39f2-46d4-943e-69bbda3a70ae,segment=NetworkSegment(4586a4d6-f769-4011-98c4-5a95fbb20731),segment_id=4586a4d6-f769-4011-98c4-5a95fbb20731)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:53:18.265505 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:18.268494 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:53:18.316929 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Pushing event updated for resources: {'Port': ['ID=f39848af-39f2-46d4-943e-69bbda3a70ae,revision_number=4']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:53:18.320629 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:53:18.658072 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] get_ports_and_sgs() called for port_ids ['f39848af-39f2-46d4-943e-69bbda3a70ae'] {{(pid=93177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:53:19.318786 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5939d2b-8fdb-4a9a-a9a4-a29aa69adcc9 req-e28fadaf-69ba-4787-b1d7-8d4847fc762d tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:53:19.320322 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-b5939d2b-8fdb-4a9a-a9a4-a29aa69adcc9 req-e28fadaf-69ba-4787-b1d7-8d4847fc762d tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "GET /v2.0/ports?device_id=233d43bc-459f-4634-a349-af4ee67efe94 HTTP/1.1" status: 200 len: 944 time: 0.0687919 Jun 29 11:53:19.363565 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-b5939d2b-8fdb-4a9a-a9a4-a29aa69adcc9 req-5d7bee32-afc1-4aeb-a756-c26f9ad622e7 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "GET /v2.0/security-groups?id=0197944b-fdfa-4fdb-9d82-1a39367dfe6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371878 Jun 29 11:53:20.081733 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Device f39848af-39f2-46d4-943e-69bbda3a70ae up at agent hyperv_hv-cinder-79760 {{(pid=93177) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 11:53:20.128964 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Provisioning for port f39848af-39f2-46d4-943e-69bbda3a70ae completed by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 11:53:20.132511 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Provisioning complete for port f39848af-39f2-46d4-943e-69bbda3a70ae triggered by entity L2. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:53:20.132883 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:20.209889 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:20.230799 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '233d43bc-459f-4634-a349-af4ee67efe94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f39848af-39f2-46d4-943e-69bbda3a70ae'}] {{(pid=93177) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:53:20.233096 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ecdf503b922a63088b6f722bf1da6ea29b944079dc3e77b23c7214b141eee454" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9d2a8e3-168a-4e74-95fb-7b8672be4519" -d '{"events": [{"server_uuid": "233d43bc-459f-4634-a349-af4ee67efe94", "name": "network-vif-plugged", "status": "completed", "tag": "f39848af-39f2-46d4-943e-69bbda3a70ae"}]}' {{(pid=93177) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:53:20.246267 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] For port f39848af-39f2-46d4-943e-69bbda3a70ae, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=f39848af-39f2-46d4-943e-69bbda3a70ae,segment=NetworkSegment(4586a4d6-f769-4011-98c4-5a95fbb20731),segment_id=4586a4d6-f769-4011-98c4-5a95fbb20731)] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:53:20.249993 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804'] for port, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:20.253163 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-e6b2f506-883f-468f-bd3e-e22db09c5260 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:53:20.275853 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9983f1ec-2210-4030-abeb-03bece7ecf1c x-openstack-request-id: req-9983f1ec-2210-4030-abeb-03bece7ecf1c {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:53:20.276151 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "233d43bc-459f-4634-a349-af4ee67efe94", "name": "network-vif-plugged", "status": "completed", "tag": "f39848af-39f2-46d4-943e-69bbda3a70ae", "code": 200}]} {{(pid=93177) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:53:20.276405 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9983f1ec-2210-4030-abeb-03bece7ecf1c {{(pid=93177) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:53:20.276789 dv-cinder-797608-2-smb neutron-server[93177]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '233d43bc-459f-4634-a349-af4ee67efe94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f39848af-39f2-46d4-943e-69bbda3a70ae', 'code': 200} Jun 29 11:53:20.303294 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Pushing event updated for resources: {'Port': ['ID=f39848af-39f2-46d4-943e-69bbda3a70ae,revision_number=5']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:53:20.306142 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:53:20.551206 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f464108-6a42-4e89-81ed-d0845eedbd0d req-464c8c26-c93d-42a6-b258-c61708606656 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:53:20.552818 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-8f464108-6a42-4e89-81ed-d0845eedbd0d req-464c8c26-c93d-42a6-b258-c61708606656 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "GET /v2.0/ports?device_id=233d43bc-459f-4634-a349-af4ee67efe94 HTTP/1.1" status: 200 len: 945 time: 0.0699313 Jun 29 11:53:20.599452 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-8f464108-6a42-4e89-81ed-d0845eedbd0d req-b5467cba-4f83-4000-afe8-5e107416055a tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "GET /v2.0/security-groups?id=0197944b-fdfa-4fdb-9d82-1a39367dfe6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408006 Jun 29 11:53:20.729284 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f7b219-224d-4a34-988d-d503f7629f1b req-d7b26867-96cb-48bb-a9e3-0ffe24165c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:53:20.730819 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-90f7b219-224d-4a34-988d-d503f7629f1b req-d7b26867-96cb-48bb-a9e3-0ffe24165c84 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=233d43bc-459f-4634-a349-af4ee67efe94 HTTP/1.1" status: 200 len: 1098 time: 0.2898297 Jun 29 11:53:20.735359 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:20.766840 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-90f7b219-224d-4a34-988d-d503f7629f1b req-77330b99-4a49-48dc-9f39-2f160ff96a12 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0197944b-fdfa-4fdb-9d82-1a39367dfe6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278862 Jun 29 11:53:21.772308 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb8304f-4fa9-4344-bfce-cd83fc395ef5 req-7e92ce32-3b6b-468c-b197-64835d2e51cc tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:53:21.773772 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-deb8304f-4fa9-4344-bfce-cd83fc395ef5 req-7e92ce32-3b6b-468c-b197-64835d2e51cc tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "GET /v2.0/ports?device_id=233d43bc-459f-4634-a349-af4ee67efe94 HTTP/1.1" status: 200 len: 945 time: 0.0624862 Jun 29 11:53:21.814046 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-deb8304f-4fa9-4344-bfce-cd83fc395ef5 req-e270c383-e339-42c0-bdc0-7868a8bb98fb tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "GET /v2.0/security-groups?id=0197944b-fdfa-4fdb-9d82-1a39367dfe6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345354 Jun 29 11:53:22.993959 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1922df3-bb5a-4023-9cbf-d1f8f6da3874 req-43692502-3e93-4f4b-b969-6c9323dd2338 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:53:22.995345 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-b1922df3-bb5a-4023-9cbf-d1f8f6da3874 req-43692502-3e93-4f4b-b969-6c9323dd2338 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "GET /v2.0/ports?device_id=233d43bc-459f-4634-a349-af4ee67efe94 HTTP/1.1" status: 200 len: 945 time: 0.0678728 Jun 29 11:53:23.032724 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-b1922df3-bb5a-4023-9cbf-d1f8f6da3874 req-cc20cdc4-fc09-4eab-95b5-42bdb78015ef tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "GET /v2.0/security-groups?id=0197944b-fdfa-4fdb-9d82-1a39367dfe6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318134 Jun 29 11:53:23.208800 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4842addd-5481-4bcc-bc83-5b78123bee8c req-59bcf8f2-b36b-4c76-a208-3ddc6479a9fe tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:53:23.210308 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-4842addd-5481-4bcc-bc83-5b78123bee8c req-59bcf8f2-b36b-4c76-a208-3ddc6479a9fe tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "GET /v2.0/ports?device_id=233d43bc-459f-4634-a349-af4ee67efe94 HTTP/1.1" status: 200 len: 945 time: 0.0687346 Jun 29 11:53:23.249155 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-4842addd-5481-4bcc-bc83-5b78123bee8c req-212d68eb-abdd-43cb-8f5b-298785748ffa tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "GET /v2.0/security-groups?id=0197944b-fdfa-4fdb-9d82-1a39367dfe6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331938 Jun 29 11:53:23.645659 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e36716-edd6-4333-b700-575457a6859f req-3d3bf557-136f-48a2-94cb-6db5a4d78858 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:53:23.647117 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-61e36716-edd6-4333-b700-575457a6859f req-3d3bf557-136f-48a2-94cb-6db5a4d78858 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "GET /v2.0/ports?device_id=233d43bc-459f-4634-a349-af4ee67efe94 HTTP/1.1" status: 200 len: 945 time: 0.0739391 Jun 29 11:53:23.683738 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-61e36716-edd6-4333-b700-575457a6859f req-b0ffb7a1-38b0-460d-93bb-a495bc24b303 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "GET /v2.0/security-groups?id=0197944b-fdfa-4fdb-9d82-1a39367dfe6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309811 Jun 29 11:53:28.000601 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28309184-065e-47b2-a640-bde063218650 req-03ed0c1a-eb8e-4550-b4c5-aeb76e262837 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:53:28.003646 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-28309184-065e-47b2-a640-bde063218650 req-03ed0c1a-eb8e-4550-b4c5-aeb76e262837 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "GET /v2.0/ports?device_id=233d43bc-459f-4634-a349-af4ee67efe94 HTTP/1.1" status: 200 len: 945 time: 0.0665960 Jun 29 11:53:28.049430 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-28309184-065e-47b2-a640-bde063218650 req-ec52c34b-9bfc-475f-ab01-5c7ff13e75ad tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "GET /v2.0/security-groups?id=0197944b-fdfa-4fdb-9d82-1a39367dfe6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402088 Jun 29 11:53:28.080151 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 57766) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:53:28.174011 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918e78c4-4c7c-4757-8e92-27391476dc7d tempest-TestMinimumBasicScenario-788723310 tempest-TestMinimumBasicScenario-788723310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:53:28.175510 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-918e78c4-4c7c-4757-8e92-27391476dc7d tempest-TestMinimumBasicScenario-788723310 tempest-TestMinimumBasicScenario-788723310-project-admin] 10.222.0.78 "GET /v2.0/ports?device_id=233d43bc-459f-4634-a349-af4ee67efe94 HTTP/1.1" status: 200 len: 1093 time: 0.0943258 Jun 29 11:53:28.178421 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 57770) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:53:28.182853 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.v2.base [None req-9b60003b-8747-475b-be09-ba5e1b8a3624 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Request body: {'floatingip': {'floating_network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'port_id': 'f39848af-39f2-46d4-943e-69bbda3a70ae', 'tenant_id': 'f2415b71cda24bf5acde7c26851006f6', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:53:28.204073 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-9b60003b-8747-475b-be09-ba5e1b8a3624 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Notify callbacks [] for floatingip, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:28.300434 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-9b60003b-8747-475b-be09-ba5e1b8a3624 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:28.404436 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.db.db_base_plugin_common [None req-9b60003b-8747-475b-be09-ba5e1b8a3624 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Allocated IP 172.28.2.94 (6fd298bf-14bd-44c4-b839-39c6685a3eb6/042f854c-de74-4a6a-969f-d747577d8cca/7fa34e87-9c51-4ec4-acb2-7ccf98553d1c) {{(pid=93175) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 11:53:28.514026 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-9b60003b-8747-475b-be09-ba5e1b8a3624 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Notify callbacks [] for port, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:28.552641 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-9b60003b-8747-475b-be09-ba5e1b8a3624 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3670657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436401', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744990953741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-61825996'] for port, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:28.554445 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-d110a966-4e5c-419d-9ea8-586d0d679e95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:53:28.592967 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b60003b-8747-475b-be09-ba5e1b8a3624 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Network 6fd298bf-14bd-44c4-b839-39c6685a3eb6 is already hosted by enough agents. {{(pid=93175) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 11:53:28.596410 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.base_scheduler [None req-9b60003b-8747-475b-be09-ba5e1b8a3624 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Resources bound (agent type, host, resource id): {{(pid=93175) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 11:53:28.600227 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b60003b-8747-475b-be09-ba5e1b8a3624 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Received port after_create {{(pid=93175) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 11:53:28.620909 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b60003b-8747-475b-be09-ba5e1b8a3624 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Pushing event updated for resources: {'Port': ['ID=7fa34e87-9c51-4ec4-acb2-7ccf98553d1c,revision_number=1']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:53:28.631664 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b60003b-8747-475b-be09-ba5e1b8a3624 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:53:28.632036 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b60003b-8747-475b-be09-ba5e1b8a3624 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:53:28.632402 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b60003b-8747-475b-be09-ba5e1b8a3624 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:53:28.632760 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b60003b-8747-475b-be09-ba5e1b8a3624 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:53:28.633105 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b60003b-8747-475b-be09-ba5e1b8a3624 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:53:28.633501 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b60003b-8747-475b-be09-ba5e1b8a3624 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:53:28.633798 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b60003b-8747-475b-be09-ba5e1b8a3624 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:53:28.634142 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b60003b-8747-475b-be09-ba5e1b8a3624 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:53:28.634484 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b60003b-8747-475b-be09-ba5e1b8a3624 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:53:28.634825 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b60003b-8747-475b-be09-ba5e1b8a3624 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:53:28.635163 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b60003b-8747-475b-be09-ba5e1b8a3624 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:53:28.635511 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b60003b-8747-475b-be09-ba5e1b8a3624 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:53:28.641881 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-9b60003b-8747-475b-be09-ba5e1b8a3624 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:53:28.973317 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-9b60003b-8747-475b-be09-ba5e1b8a3624 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:29.052180 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-9b60003b-8747-475b-be09-ba5e1b8a3624 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:29.197823 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-9b60003b-8747-475b-be09-ba5e1b8a3624 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Notify callbacks [] for port, precommit_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:29.202324 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-9b60003b-8747-475b-be09-ba5e1b8a3624 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61826046'] for port, after_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:29.205649 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-9b60003b-8747-475b-be09-ba5e1b8a3624 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:53:29.271506 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b60003b-8747-475b-be09-ba5e1b8a3624 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Pushing event updated for resources: {'Port': ['ID=7fa34e87-9c51-4ec4-acb2-7ccf98553d1c,revision_number=2']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:53:29.275403 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-9b60003b-8747-475b-be09-ba5e1b8a3624 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:53:29.280128 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-9b60003b-8747-475b-be09-ba5e1b8a3624 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-533553'] for floatingip, after_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:29.378534 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.db.l3_db [None req-9b60003b-8747-475b-be09-ba5e1b8a3624 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Floating IP 11b8a66c-76a6-40e2-a758-8f6a665555b0 associated. External IP: 172.28.2.94, port: f39848af-39f2-46d4-943e-69bbda3a70ae. Jun 29 11:53:29.588995 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b60003b-8747-475b-be09-ba5e1b8a3624 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Router b9d650aa-b500-46e7-be7f-016fc89f94f5 has already been hosted by L3 agent bfbd9503-e406-4b21-85aa-cc71bbe721ce {{(pid=93175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 11:53:29.698305 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b60003b-8747-475b-be09-ba5e1b8a3624 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Notify agent at l3_agent.dv-cinder-797608-2-smb the message routers_updated {{(pid=93175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:53:29.709217 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a508ec1-368a-4277-bd88-96d2e217218b None None] Sync routers for ids ['b9d650aa-b500-46e7-be7f-016fc89f94f5'] in dv-cinder-797608-2-smb {{(pid=93177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:53:29.714441 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-9b60003b-8747-475b-be09-ba5e1b8a3624 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126777'] for floatingip, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:29.722125 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a508ec1-368a-4277-bd88-96d2e217218b None None] Routers {'b9d650aa-b500-46e7-be7f-016fc89f94f5'} bound to L3 agent in host dv-cinder-797608-2-smb {{(pid=93177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:53:29.722771 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-4a508ec1-368a-4277-bd88-96d2e217218b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T11:27:33Z,description=,heartbeat_timestamp=2021-06-29T11:53:03Z,host='dv-cinder-797608-2-smb',id=bfbd9503-e406-4b21-85aa-cc71bbe721ce,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:33Z,topic='l3_agent')) {'router_ids': ['b9d650aa-b500-46e7-be7f-016fc89f94f5'], 'active': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:53:29.753924 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-9b60003b-8747-475b-be09-ba5e1b8a3624 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5744610 Jun 29 11:53:29.754584 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '233d43bc-459f-4634-a349-af4ee67efe94', 'tag': 'f39848af-39f2-46d4-943e-69bbda3a70ae'}] {{(pid=93175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:53:29.756883 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 57772) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:53:29.757447 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}879b71c770f982178fec1a07a47b9a5355ed3bb08afc25f1aa80a68f93cb18a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf0576ad-7a4a-4186-a557-f7d55782a855" -d '{"events": [{"name": "network-changed", "server_uuid": "233d43bc-459f-4634-a349-af4ee67efe94", "tag": "f39848af-39f2-46d4-943e-69bbda3a70ae"}]}' {{(pid=93175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:53:29.763109 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.v2.base [None req-20122b67-8661-4d95-a7a5-a41a5d04c164 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1401774996', 'description': 'tempest-secgroup-smoke-1401774996 description', 'project_id': 'f2415b71cda24bf5acde7c26851006f6'}} {{(pid=93176) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:53:29.789264 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-20122b67-8661-4d95-a7a5-a41a5d04c164 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Notify callbacks [] for security_group, before_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:29.799275 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 11:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df8777d-5b60-44f5-8a41-d277f8732667 x-openstack-request-id: req-8df8777d-5b60-44f5-8a41-d277f8732667 {{(pid=93175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:53:29.799633 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "233d43bc-459f-4634-a349-af4ee67efe94", "tag": "f39848af-39f2-46d4-943e-69bbda3a70ae", "status": "completed", "code": 200}]} {{(pid=93175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:53:29.799930 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-8df8777d-5b60-44f5-8a41-d277f8732667 {{(pid=93175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:53:29.800363 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '233d43bc-459f-4634-a349-af4ee67efe94', 'tag': 'f39848af-39f2-46d4-943e-69bbda3a70ae', 'status': 'completed', 'code': 200} Jun 29 11:53:29.868598 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_dvr_db [None req-4a508ec1-368a-4277-bd88-96d2e217218b None None] Set router b9d650aa-b500-46e7-be7f-016fc89f94f5 gateway port host: dv-cinder-797608-2-smb {{(pid=93177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:53:29.915391 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0576ad-7a4a-4186-a557-f7d55782a855 req-21cc3f76-0522-484b-9a02-ba460cfe0db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:53:29.916933 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-cf0576ad-7a4a-4186-a557-f7d55782a855 req-21cc3f76-0522-484b-9a02-ba460cfe0db6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f2415b71cda24bf5acde7c26851006f6&device_id=233d43bc-459f-4634-a349-af4ee67efe94 HTTP/1.1" status: 200 len: 1098 time: 0.0898142 Jun 29 11:53:29.923159 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-20122b67-8661-4d95-a7a5-a41a5d04c164 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Notify callbacks [] for security_group, precommit_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:29.932984 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-20122b67-8661-4d95-a7a5-a41a5d04c164 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_create {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:29.945135 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e1f9238f-f897-4cec-a667-b0b778d09b2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:53:29.995428 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-20122b67-8661-4d95-a7a5-a41a5d04c164 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:29.996645 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-20122b67-8661-4d95-a7a5-a41a5d04c164 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2376323 Jun 29 11:53:29.999692 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 57776) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:53:30.006620 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.v2.base [None req-238fa11f-b5c5-41f5-8148-7930c67c4698 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Request body: {'security_group_rule': {'security_group_id': 'ceae27b4-d31e-4f28-be35-6916252f0f4f', 'project_id': 'f2415b71cda24bf5acde7c26851006f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:53:30.007392 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20122b67-8661-4d95-a7a5-a41a5d04c164 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ceae27b4-d31e-4f28-be35-6916252f0f4f,revision_number=1']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:53:30.011576 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-20122b67-8661-4d95-a7a5-a41a5d04c164 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:53:30.036536 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-238fa11f-b5c5-41f5-8148-7930c67c4698 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:30.043493 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0576ad-7a4a-4186-a557-f7d55782a855 req-9a356814-0f5c-4f5e-adea-ebb090eca5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:53:30.045005 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-cf0576ad-7a4a-4186-a557-f7d55782a855 req-9a356814-0f5c-4f5e-adea-ebb090eca5d2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8cf7e864-7d59-451a-bfa7-9d0dcd0d5227 HTTP/1.1" status: 200 len: 915 time: 0.1201570 Jun 29 11:53:30.098718 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-238fa11f-b5c5-41f5-8148-7930c67c4698 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:30.104451 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-238fa11f-b5c5-41f5-8148-7930c67c4698 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-935581'] for security_group_rule, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:30.107387 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-13012b67-8b83-4cb6-a268-3a62f3659e23 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:53:30.110154 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-4a508ec1-368a-4277-bd88-96d2e217218b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d650aa-b500-46e7-be7f-016fc89f94f5', 'name': 'tempest-TestMinimumBasicScenario-633739485-router', 'tenant_id': 'f2415b71cda24bf5acde7c26851006f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'external_fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.224'}], 'enable_snat': True}, 'gw_port_id': 'cba3eb58-c2c3-437d-a79c-1ae2e70d1586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:52:42Z', 'updated_at': '2021-06-29T11:52:44Z', 'revision_number': 4, 'project_id': 'f2415b71cda24bf5acde7c26851006f6', 'gw_port': {'id': 'cba3eb58-c2c3-437d-a79c-1ae2e70d1586', 'name': '', 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d650aa-b500-46e7-be7f-016fc89f94f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:52:42Z', 'updated_at': '2021-06-29T11:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042f854c-de74-4a6a-969f-d747577d8cca', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-smb', '_floatingips': [{'id': '11b8a66c-76a6-40e2-a758-8f6a665555b0', 'tenant_id': 'f2415b71cda24bf5acde7c26851006f6', 'floating_ip_address': '172.28.2.94', 'floating_network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'router_id': 'b9d650aa-b500-46e7-be7f-016fc89f94f5', 'port_id': 'f39848af-39f2-46d4-943e-69bbda3a70ae', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cf7e864-7d59-451a-bfa7-9d0dcd0d5227', 'mac_address': 'fa:16:3e:73:30:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233d43bc-459f-4634-a349-af4ee67efe94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T11:53:28Z', 'updated_at': '2021-06-29T11:53:28Z', 'revision_number': 0, 'project_id': 'f2415b71cda24bf5acde7c26851006f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b96ca64-af18-41e9-a396-a79bf691469d', 'name': '', 'network_id': '8cf7e864-7d59-451a-bfa7-9d0dcd0d5227', 'tenant_id': 'f2415b71cda24bf5acde7c26851006f6', 'mac_address': 'fa:16:3e:85:cd:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d650aa-b500-46e7-be7f-016fc89f94f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '72256983-adaf-4a0d-9e47-41e69933f6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:52:44Z', 'updated_at': '2021-06-29T11:52:49Z', 'revision_number': 5, 'project_id': 'f2415b71cda24bf5acde7c26851006f6', 'subnets': [{'id': '72256983-adaf-4a0d-9e47-41e69933f6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-smb', False) {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:53:30.123682 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-cf0576ad-7a4a-4186-a557-f7d55782a855 req-b0d48960-ac64-468e-bb49-2413f907cf8b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f39848af-39f2-46d4-943e-69bbda3a70ae HTTP/1.1" status: 200 len: 998 time: 0.0710680 Jun 29 11:53:30.126446 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238fa11f-b5c5-41f5-8148-7930c67c4698 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b3463f0-3293-4470-9f57-004e8fb8ed4d,revision_number=0']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:53:30.131034 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-238fa11f-b5c5-41f5-8148-7930c67c4698 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:53:30.137780 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-238fa11f-b5c5-41f5-8148-7930c67c4698 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:30.137956 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a508ec1-368a-4277-bd88-96d2e217218b None None] Checking router: b9d650aa-b500-46e7-be7f-016fc89f94f5 for host: dv-cinder-797608-2-smb {{(pid=93177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:53:30.139192 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-238fa11f-b5c5-41f5-8148-7930c67c4698 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1381881 Jun 29 11:53:30.141884 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 57778) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:53:30.147408 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.v2.base [None req-e1f16cbf-1a26-4e95-928e-52db06474c38 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Request body: {'security_group_rule': {'security_group_id': 'ceae27b4-d31e-4f28-be35-6916252f0f4f', 'project_id': 'f2415b71cda24bf5acde7c26851006f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:53:30.148462 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a508ec1-368a-4277-bd88-96d2e217218b None None] Routers {'b9d650aa-b500-46e7-be7f-016fc89f94f5'} bound to L3 agent in host dv-cinder-797608-2-smb {{(pid=93177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:53:30.149077 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-4a508ec1-368a-4277-bd88-96d2e217218b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T11:27:33Z,description=,heartbeat_timestamp=2021-06-29T11:53:03Z,host='dv-cinder-797608-2-smb',id=bfbd9503-e406-4b21-85aa-cc71bbe721ce,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:33Z,topic='l3_agent')) {'router_ids': ['b9d650aa-b500-46e7-be7f-016fc89f94f5'], 'active': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:53:30.176707 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0576ad-7a4a-4186-a557-f7d55782a855 req-39283020-007f-49f6-b411-1a4628160038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:53:30.178029 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-e1f16cbf-1a26-4e95-928e-52db06474c38 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:30.178188 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-cf0576ad-7a4a-4186-a557-f7d55782a855 req-39283020-007f-49f6-b411-1a4628160038 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=72256983-adaf-4a0d-9e47-41e69933f6de HTTP/1.1" status: 200 len: 853 time: 0.0481381 Jun 29 11:53:30.238958 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0576ad-7a4a-4186-a557-f7d55782a855 req-7a557924-176f-4ee0-92fa-0772bd04f989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:53:30.240505 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-cf0576ad-7a4a-4186-a557-f7d55782a855 req-7a557924-176f-4ee0-92fa-0772bd04f989 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8cf7e864-7d59-451a-bfa7-9d0dcd0d5227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0552046 Jun 29 11:53:30.241772 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-e1f16cbf-1a26-4e95-928e-52db06474c38 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:30.246725 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-e1f16cbf-1a26-4e95-928e-52db06474c38 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-935581'] for security_group_rule, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:30.249409 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:53:30.268940 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f16cbf-1a26-4e95-928e-52db06474c38 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ba05a00-1ded-40e5-b927-07ef139ddede,revision_number=0']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:53:30.271581 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-e1f16cbf-1a26-4e95-928e-52db06474c38 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:53:30.274571 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-e1f16cbf-1a26-4e95-928e-52db06474c38 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:30.278983 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-e1f16cbf-1a26-4e95-928e-52db06474c38 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1327085 Jun 29 11:53:30.279131 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 57780) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:53:30.284885 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.v2.base [None req-1191ca0b-1cc5-421d-a715-a33bed645a07 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Request body: {'security_group_rule': {'security_group_id': 'ceae27b4-d31e-4f28-be35-6916252f0f4f', 'project_id': 'f2415b71cda24bf5acde7c26851006f6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:53:30.314569 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1191ca0b-1cc5-421d-a715-a33bed645a07 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:30.350714 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-cf0576ad-7a4a-4186-a557-f7d55782a855 req-252cd104-c8e9-4d17-a4ed-340645d1531a service neutron] 10.222.0.21 "GET /v2.0/networks/8cf7e864-7d59-451a-bfa7-9d0dcd0d5227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023247 Jun 29 11:53:30.378710 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1191ca0b-1cc5-421d-a715-a33bed645a07 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:30.382905 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1191ca0b-1cc5-421d-a715-a33bed645a07 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-935581'] for security_group_rule, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:30.385219 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-e1f16cbf-1a26-4e95-928e-52db06474c38 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:53:30.401677 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1191ca0b-1cc5-421d-a715-a33bed645a07 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0eefea37-2fa1-48f9-a053-a912bbbc91c1,revision_number=0']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:53:30.404271 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-1191ca0b-1cc5-421d-a715-a33bed645a07 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:53:30.404851 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_dvr_db [None req-4a508ec1-368a-4277-bd88-96d2e217218b None None] Set router b9d650aa-b500-46e7-be7f-016fc89f94f5 gateway port host: dv-cinder-797608-2-smb {{(pid=93177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:53:30.410785 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-1191ca0b-1cc5-421d-a715-a33bed645a07 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:30.412345 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-1191ca0b-1cc5-421d-a715-a33bed645a07 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1322308 Jun 29 11:53:30.415531 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 57782) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:53:30.420249 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.v2.base [None req-72b9b59f-48f2-4e58-82b2-e3936d7cd1c8 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Request body: {'security_group_rule': {'security_group_id': 'ceae27b4-d31e-4f28-be35-6916252f0f4f', 'project_id': 'f2415b71cda24bf5acde7c26851006f6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:53:30.448116 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-72b9b59f-48f2-4e58-82b2-e3936d7cd1c8 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:30.461669 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-cf0576ad-7a4a-4186-a557-f7d55782a855 req-813f7890-6169-4f52-96ea-347b5cec6192 service neutron] 10.222.0.21 "GET /v2.0/networks/8cf7e864-7d59-451a-bfa7-9d0dcd0d5227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038764 Jun 29 11:53:30.509534 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-72b9b59f-48f2-4e58-82b2-e3936d7cd1c8 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:30.513784 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-72b9b59f-48f2-4e58-82b2-e3936d7cd1c8 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-935581'] for security_group_rule, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:30.515855 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:53:30.535358 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b9b59f-48f2-4e58-82b2-e3936d7cd1c8 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8706edaf-555e-482e-8f0e-15d2ae0a81d8,revision_number=0']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:53:30.537959 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-72b9b59f-48f2-4e58-82b2-e3936d7cd1c8 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:53:30.543138 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-72b9b59f-48f2-4e58-82b2-e3936d7cd1c8 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:30.544357 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-72b9b59f-48f2-4e58-82b2-e3936d7cd1c8 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1278455 Jun 29 11:53:30.547116 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 57784) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:53:30.552675 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.v2.base [None req-6b000dad-bf69-466c-b636-ceef3da41137 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Request body: {'security_group_rule': {'security_group_id': 'ceae27b4-d31e-4f28-be35-6916252f0f4f', 'project_id': 'f2415b71cda24bf5acde7c26851006f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:53:30.574424 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.db.securitygroups_db [None req-6b000dad-bf69-466c-b636-ceef3da41137 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Project f2415b71cda24bf5acde7c26851006f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 11:53:30.579437 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-6b000dad-bf69-466c-b636-ceef3da41137 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:30.633948 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3312021d-2b56-4445-a7dc-51d28d671a5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:30.647370 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-6b000dad-bf69-466c-b636-ceef3da41137 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:30.651638 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-6b000dad-bf69-466c-b636-ceef3da41137 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-935581'] for security_group_rule, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:30.653831 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-c427f706-76c2-4d72-a742-b2ef129aff79 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:53:30.659645 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-4a508ec1-368a-4277-bd88-96d2e217218b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d650aa-b500-46e7-be7f-016fc89f94f5', 'name': 'tempest-TestMinimumBasicScenario-633739485-router', 'tenant_id': 'f2415b71cda24bf5acde7c26851006f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'external_fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.224'}], 'enable_snat': True}, 'gw_port_id': 'cba3eb58-c2c3-437d-a79c-1ae2e70d1586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:52:42Z', 'updated_at': '2021-06-29T11:52:44Z', 'revision_number': 4, 'project_id': 'f2415b71cda24bf5acde7c26851006f6', 'gw_port': {'id': 'cba3eb58-c2c3-437d-a79c-1ae2e70d1586', 'name': '', 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d650aa-b500-46e7-be7f-016fc89f94f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:52:42Z', 'updated_at': '2021-06-29T11:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042f854c-de74-4a6a-969f-d747577d8cca', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-smb', '_floatingips': [{'id': '11b8a66c-76a6-40e2-a758-8f6a665555b0', 'tenant_id': 'f2415b71cda24bf5acde7c26851006f6', 'floating_ip_address': '172.28.2.94', 'floating_network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'router_id': 'b9d650aa-b500-46e7-be7f-016fc89f94f5', 'port_id': 'f39848af-39f2-46d4-943e-69bbda3a70ae', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cf7e864-7d59-451a-bfa7-9d0dcd0d5227', 'mac_address': 'fa:16:3e:73:30:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233d43bc-459f-4634-a349-af4ee67efe94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T11:53:28Z', 'updated_at': '2021-06-29T11:53:28Z', 'revision_number': 0, 'project_id': 'f2415b71cda24bf5acde7c26851006f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b96ca64-af18-41e9-a396-a79bf691469d', 'name': '', 'network_id': '8cf7e864-7d59-451a-bfa7-9d0dcd0d5227', 'tenant_id': 'f2415b71cda24bf5acde7c26851006f6', 'mac_address': 'fa:16:3e:85:cd:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d650aa-b500-46e7-be7f-016fc89f94f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '72256983-adaf-4a0d-9e47-41e69933f6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:52:44Z', 'updated_at': '2021-06-29T11:52:49Z', 'revision_number': 5, 'project_id': 'f2415b71cda24bf5acde7c26851006f6', 'subnets': [{'id': '72256983-adaf-4a0d-9e47-41e69933f6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-smb', False) {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:53:30.668218 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b000dad-bf69-466c-b636-ceef3da41137 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3da4e172-061d-4e52-8788-85a777cf1df3,revision_number=0']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:53:30.672373 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-6b000dad-bf69-466c-b636-ceef3da41137 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:53:30.679766 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-6b000dad-bf69-466c-b636-ceef3da41137 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:30.680976 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-6b000dad-bf69-466c-b636-ceef3da41137 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1329019 Jun 29 11:53:30.683717 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 57786) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:53:30.688231 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.v2.base [None req-2c7c675f-06a8-4432-91f8-f3bd1850fe04 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Request body: {'security_group_rule': {'security_group_id': 'ceae27b4-d31e-4f28-be35-6916252f0f4f', 'project_id': 'f2415b71cda24bf5acde7c26851006f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:53:30.690781 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a508ec1-368a-4277-bd88-96d2e217218b None None] The sync data for ids ['b9d650aa-b500-46e7-be7f-016fc89f94f5'] in dv-cinder-797608-2-smb is: [{'id': 'b9d650aa-b500-46e7-be7f-016fc89f94f5', 'name': 'tempest-TestMinimumBasicScenario-633739485-router', 'tenant_id': 'f2415b71cda24bf5acde7c26851006f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'external_fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.224'}], 'enable_snat': True}, 'gw_port_id': 'cba3eb58-c2c3-437d-a79c-1ae2e70d1586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:52:42Z', 'updated_at': '2021-06-29T11:52:44Z', 'revision_number': 4, 'project_id': 'f2415b71cda24bf5acde7c26851006f6', 'gw_port': {'id': 'cba3eb58-c2c3-437d-a79c-1ae2e70d1586', 'name': '', 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d650aa-b500-46e7-be7f-016fc89f94f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:52:42Z', 'updated_at': '2021-06-29T11:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042f854c-de74-4a6a-969f-d747577d8cca', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-smb', '_floatingips': [{'id': '11b8a66c-76a6-40e2-a758-8f6a665555b0', 'tenant_id': 'f2415b71cda24bf5acde7c26851006f6', 'floating_ip_address': '172.28.2.94', 'floating_network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'router_id': 'b9d650aa-b500-46e7-be7f-016fc89f94f5', 'port_id': 'f39848af-39f2-46d4-943e-69bbda3a70ae', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cf7e864-7d59-451a-bfa7-9d0dcd0d5227', 'mac_address': 'fa:16:3e:73:30:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233d43bc-459f-4634-a349-af4ee67efe94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T11:53:28Z', 'updated_at': '2021-06-29T11:53:28Z', 'revision_number': 0, 'project_id': 'f2415b71cda24bf5acde7c26851006f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b96ca64-af18-41e9-a396-a79bf691469d', 'name': '', 'network_id': '8cf7e864-7d59-451a-bfa7-9d0dcd0d5227', 'tenant_id': 'f2415b71cda24bf5acde7c26851006f6', 'mac_address': 'fa:16:3e:85:cd:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d650aa-b500-46e7-be7f-016fc89f94f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '72256983-adaf-4a0d-9e47-41e69933f6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:52:44Z', 'updated_at': '2021-06-29T11:52:49Z', 'revision_number': 5, 'project_id': 'f2415b71cda24bf5acde7c26851006f6', 'subnets': [{'id': '72256983-adaf-4a0d-9e47-41e69933f6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:53:30.711585 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.db.securitygroups_db [None req-2c7c675f-06a8-4432-91f8-f3bd1850fe04 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Project f2415b71cda24bf5acde7c26851006f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 11:53:30.716701 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-2c7c675f-06a8-4432-91f8-f3bd1850fe04 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:30.781798 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-2c7c675f-06a8-4432-91f8-f3bd1850fe04 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:30.785825 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-2c7c675f-06a8-4432-91f8-f3bd1850fe04 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-935581'] for security_group_rule, after_create {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:30.790410 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:53:30.807024 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7c675f-06a8-4432-91f8-f3bd1850fe04 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92a22fdf-aa02-494a-baa1-ae42bc730974,revision_number=0']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:53:30.809701 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-2c7c675f-06a8-4432-91f8-f3bd1850fe04 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:53:30.811149 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-2c7c675f-06a8-4432-91f8-f3bd1850fe04 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:30.816402 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-2c7c675f-06a8-4432-91f8-f3bd1850fe04 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1283324 Jun 29 11:53:30.885468 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35072660-6a76-4c22-b47b-af844e052ed3 None None] New status for floating IP 11b8a66c-76a6-40e2-a758-8f6a665555b0: ACTIVE {{(pid=93178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 11:53:30.935131 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-21b465bb-1736-476f-a14f-68426dfb6526 req-a12ba3fe-2b82-4916-8e93-4a3e3185abe5 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1401774996&fields=id&tenant_id=f2415b71cda24bf5acde7c26851006f6 HTTP/1.1" status: 200 len: 267 time: 0.0327516 Jun 29 11:53:31.008063 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b465bb-1736-476f-a14f-68426dfb6526 req-b44a11ef-02f9-459e-b5b1-213bbb893ddf tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:53:31.009523 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-21b465bb-1736-476f-a14f-68426dfb6526 req-b44a11ef-02f9-459e-b5b1-213bbb893ddf tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "GET /v2.0/ports?device_id=233d43bc-459f-4634-a349-af4ee67efe94 HTTP/1.1" status: 200 len: 945 time: 0.0684383 Jun 29 11:53:31.021320 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.v2.base [req-21b465bb-1736-476f-a14f-68426dfb6526 req-1c23e0a4-a033-4bad-abe4-9ac7d6a35754 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Request body: {'port': {'security_groups': ['0197944b-fdfa-4fdb-9d82-1a39367dfe6c', 'ceae27b4-d31e-4f28-be35-6916252f0f4f']}} {{(pid=93175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:53:31.107971 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-21b465bb-1736-476f-a14f-68426dfb6526 req-1c23e0a4-a033-4bad-abe4-9ac7d6a35754 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:31.289654 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.db [req-21b465bb-1736-476f-a14f-68426dfb6526 req-1c23e0a4-a033-4bad-abe4-9ac7d6a35754 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] For port f39848af-39f2-46d4-943e-69bbda3a70ae, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=f39848af-39f2-46d4-943e-69bbda3a70ae,segment=NetworkSegment(4586a4d6-f769-4011-98c4-5a95fbb20731),segment_id=4586a4d6-f769-4011-98c4-5a95fbb20731)] {{(pid=93175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:53:31.293021 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.agents_db [None req-013366be-bbdd-48cc-8d7f-8588d5b4b8e9 None None] Agent healthcheck: found 6 active agents {{(pid=93178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:53:31.319754 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-21b465bb-1736-476f-a14f-68426dfb6526 req-1c23e0a4-a033-4bad-abe4-9ac7d6a35754 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Notify callbacks [] for port, precommit_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:31.324135 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-21b465bb-1736-476f-a14f-68426dfb6526 req-1c23e0a4-a033-4bad-abe4-9ac7d6a35754 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61826046'] for port, after_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:31.328124 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-aa74158c-9fb1-4a43-9d1d-fb2692831935 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:53:31.336349 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] get_ports_and_sgs() called for port_ids ['f39848af-39f2-46d4-943e-69bbda3a70ae'] {{(pid=93177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:53:31.371175 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b465bb-1736-476f-a14f-68426dfb6526 req-1c23e0a4-a033-4bad-abe4-9ac7d6a35754 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:53:31.371863 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-21b465bb-1736-476f-a14f-68426dfb6526 req-1c23e0a4-a033-4bad-abe4-9ac7d6a35754 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126777'] for port, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:31.373289 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-21b465bb-1736-476f-a14f-68426dfb6526 req-1c23e0a4-a033-4bad-abe4-9ac7d6a35754 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "PUT /v2.0/ports/f39848af-39f2-46d4-943e-69bbda3a70ae HTTP/1.1" status: 200 len: 981 time: 0.3573611 Jun 29 11:53:31.396776 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c23e0a4-a033-4bad-abe4-9ac7d6a35754 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Pushing event updated for resources: {'Port': ['ID=f39848af-39f2-46d4-943e-69bbda3a70ae,revision_number=6']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:53:31.408690 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-1c23e0a4-a033-4bad-abe4-9ac7d6a35754 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:53:31.461578 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] get_ports_and_sgs() called for port_ids ['f39848af-39f2-46d4-943e-69bbda3a70ae'] {{(pid=93177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:53:31.565645 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d965a359-ed9c-4302-b5df-fee257295a03 req-a8c0c6e4-5da3-41f6-ac70-8fc3b1739317 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:53:31.567043 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-d965a359-ed9c-4302-b5df-fee257295a03 req-a8c0c6e4-5da3-41f6-ac70-8fc3b1739317 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "GET /v2.0/ports?device_id=233d43bc-459f-4634-a349-af4ee67efe94 HTTP/1.1" status: 200 len: 984 time: 0.0852556 Jun 29 11:53:31.612982 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-d965a359-ed9c-4302-b5df-fee257295a03 req-114ae13a-287c-4aa8-942d-c6c5384308e4 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "GET /v2.0/security-groups?id=0197944b-fdfa-4fdb-9d82-1a39367dfe6c&id=ceae27b4-d31e-4f28-be35-6916252f0f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0384302 Jun 29 11:53:31.654040 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-e81d6273-7c29-44dc-af62-40ceddc5d253 None None] Provisioning complete for port f39848af-39f2-46d4-943e-69bbda3a70ae triggered by entity DHCP. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:53:31.654423 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-e81d6273-7c29-44dc-af62-40ceddc5d253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:31.801858 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '233d43bc-459f-4634-a349-af4ee67efe94', 'tag': 'f39848af-39f2-46d4-943e-69bbda3a70ae'}] {{(pid=93175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:53:31.804281 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}879b71c770f982178fec1a07a47b9a5355ed3bb08afc25f1aa80a68f93cb18a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c69d87d8-85a9-4d27-b7f5-da3e57719fcd" -d '{"events": [{"name": "network-changed", "server_uuid": "233d43bc-459f-4634-a349-af4ee67efe94", "tag": "f39848af-39f2-46d4-943e-69bbda3a70ae"}]}' {{(pid=93175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:53:31.840995 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 11:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20073a73-15b1-458c-9f67-9ad1a11d99b8 x-openstack-request-id: req-20073a73-15b1-458c-9f67-9ad1a11d99b8 {{(pid=93175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:53:31.841303 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "233d43bc-459f-4634-a349-af4ee67efe94", "tag": "f39848af-39f2-46d4-943e-69bbda3a70ae", "status": "completed", "code": 200}]} {{(pid=93175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:53:31.841665 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-20073a73-15b1-458c-9f67-9ad1a11d99b8 {{(pid=93175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:53:31.842168 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '233d43bc-459f-4634-a349-af4ee67efe94', 'tag': 'f39848af-39f2-46d4-943e-69bbda3a70ae', 'status': 'completed', 'code': 200} Jun 29 11:53:31.936684 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69d87d8-85a9-4d27-b7f5-da3e57719fcd req-a5b966a0-475f-4b98-a64d-f5c8cb66fbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:53:31.938170 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-c69d87d8-85a9-4d27-b7f5-da3e57719fcd req-a5b966a0-475f-4b98-a64d-f5c8cb66fbd3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f2415b71cda24bf5acde7c26851006f6&device_id=233d43bc-459f-4634-a349-af4ee67efe94 HTTP/1.1" status: 200 len: 1137 time: 0.0580041 Jun 29 11:53:32.042658 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69d87d8-85a9-4d27-b7f5-da3e57719fcd req-9100a172-184c-4ebf-853e-caf341193009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:53:32.044126 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-c69d87d8-85a9-4d27-b7f5-da3e57719fcd req-9100a172-184c-4ebf-853e-caf341193009 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8cf7e864-7d59-451a-bfa7-9d0dcd0d5227 HTTP/1.1" status: 200 len: 915 time: 0.0986710 Jun 29 11:53:32.112022 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-c69d87d8-85a9-4d27-b7f5-da3e57719fcd req-9fb2ff2f-7283-48c5-acb7-87f441a821c9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f39848af-39f2-46d4-943e-69bbda3a70ae HTTP/1.1" status: 200 len: 1000 time: 0.0600686 Jun 29 11:53:32.171068 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69d87d8-85a9-4d27-b7f5-da3e57719fcd req-9d419967-5345-4ade-ab23-e297560e7328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:53:32.172558 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-c69d87d8-85a9-4d27-b7f5-da3e57719fcd req-9d419967-5345-4ade-ab23-e297560e7328 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=72256983-adaf-4a0d-9e47-41e69933f6de HTTP/1.1" status: 200 len: 853 time: 0.0496724 Jun 29 11:53:32.236137 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69d87d8-85a9-4d27-b7f5-da3e57719fcd req-ec964a03-d485-4b31-946c-41a0789ec90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:53:32.237648 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-c69d87d8-85a9-4d27-b7f5-da3e57719fcd req-ec964a03-d485-4b31-946c-41a0789ec90d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8cf7e864-7d59-451a-bfa7-9d0dcd0d5227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0535741 Jun 29 11:53:32.328214 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-c69d87d8-85a9-4d27-b7f5-da3e57719fcd req-eadc6f8b-bf58-4348-99f6-94747bff31c5 service neutron] 10.222.0.21 "GET /v2.0/networks/8cf7e864-7d59-451a-bfa7-9d0dcd0d5227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812135 Jun 29 11:53:32.422321 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-c69d87d8-85a9-4d27-b7f5-da3e57719fcd req-eb0fa588-3369-41bc-b7c7-3cb7f1c37374 service neutron] 10.222.0.21 "GET /v2.0/networks/8cf7e864-7d59-451a-bfa7-9d0dcd0d5227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870509 Jun 29 11:53:33.382368 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-1b45316a-43c6-49d3-ad08-e343843ffee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:33.739023 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:34.520858 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9be8c49d-fdd7-49be-a71c-49aaf5d45c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:36.470791 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7dc1f572-48b9-4e28-8a5a-f2a12e721563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:53:50.738437 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:54:00.605678 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-3c1ef640-0d84-47c1-8eed-a1c07b37a402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:54:01.886161 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-7755e78a-f62e-4417-8c10-5ecde5dee85d req-2a54f542-8c9d-4a28-9089-133fc67a4f61 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=233d43bc-459f-4634-a349-af4ee67efe94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0533037 Jun 29 11:54:01.983810 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7755e78a-f62e-4417-8c10-5ecde5dee85d req-92b18151-17ef-4193-86a5-ebd1389b18cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:54:01.985325 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-7755e78a-f62e-4417-8c10-5ecde5dee85d req-92b18151-17ef-4193-86a5-ebd1389b18cb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f2415b71cda24bf5acde7c26851006f6&device_id=233d43bc-459f-4634-a349-af4ee67efe94 HTTP/1.1" status: 200 len: 1137 time: 0.0550115 Jun 29 11:54:02.100560 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7755e78a-f62e-4417-8c10-5ecde5dee85d req-b4c28c7c-e77d-4c23-9fae-bee8afd31f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:54:02.102047 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-7755e78a-f62e-4417-8c10-5ecde5dee85d req-b4c28c7c-e77d-4c23-9fae-bee8afd31f30 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8cf7e864-7d59-451a-bfa7-9d0dcd0d5227 HTTP/1.1" status: 200 len: 915 time: 0.0953159 Jun 29 11:54:02.168642 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-7755e78a-f62e-4417-8c10-5ecde5dee85d req-572ef3e6-c18e-4421-ad52-c39c297945d9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f39848af-39f2-46d4-943e-69bbda3a70ae HTTP/1.1" status: 200 len: 1000 time: 0.0595167 Jun 29 11:54:02.222455 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7755e78a-f62e-4417-8c10-5ecde5dee85d req-9956e3cf-4f43-4198-9011-686a0462eec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:54:02.224105 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-7755e78a-f62e-4417-8c10-5ecde5dee85d req-9956e3cf-4f43-4198-9011-686a0462eec4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=72256983-adaf-4a0d-9e47-41e69933f6de HTTP/1.1" status: 200 len: 853 time: 0.0492523 Jun 29 11:54:02.283075 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7755e78a-f62e-4417-8c10-5ecde5dee85d req-2a4aeb4f-55ad-49d7-836a-c62ee7efc2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:54:02.284749 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-7755e78a-f62e-4417-8c10-5ecde5dee85d req-2a4aeb4f-55ad-49d7-836a-c62ee7efc2c8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8cf7e864-7d59-451a-bfa7-9d0dcd0d5227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0540290 Jun 29 11:54:02.381330 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-7755e78a-f62e-4417-8c10-5ecde5dee85d req-b618fcdc-affe-4f3b-9901-0c90cdf477f2 service neutron] 10.222.0.21 "GET /v2.0/networks/8cf7e864-7d59-451a-bfa7-9d0dcd0d5227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876327 Jun 29 11:54:02.479456 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-7755e78a-f62e-4417-8c10-5ecde5dee85d req-a54cf7d1-d50a-4d82-ba35-3442544e1bf1 service neutron] 10.222.0.21 "GET /v2.0/networks/8cf7e864-7d59-451a-bfa7-9d0dcd0d5227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915318 Jun 29 11:54:03.385858 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-124acb9c-8f70-45e6-bca7-aacf73b14ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:54:03.742130 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:54:04.522455 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9be8c49d-fdd7-49be-a71c-49aaf5d45c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:54:06.473569 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7dc1f572-48b9-4e28-8a5a-f2a12e721563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:54:08.291150 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.agents_db [None req-013366be-bbdd-48cc-8d7f-8588d5b4b8e9 None None] Agent healthcheck: found 6 active agents {{(pid=93178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:54:20.754035 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:54:30.607528 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8a19a504-4293-4cf7-9415-37cc42dde096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:54:33.386992 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a8366708-4828-47d5-9cf8-9c1dfca1d22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:54:33.639772 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db24e30-f265-4459-aa0d-8a1d90f8f168 req-dce80b49-6941-4128-9825-7796f89da636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:54:33.641259 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-3db24e30-f265-4459-aa0d-8a1d90f8f168 req-dce80b49-6941-4128-9825-7796f89da636 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f2415b71cda24bf5acde7c26851006f6&device_id=233d43bc-459f-4634-a349-af4ee67efe94 HTTP/1.1" status: 200 len: 1137 time: 0.0542181 Jun 29 11:54:33.679734 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5785b5e3-2fea-406c-bb48-172c5bd58792 req-f56048e6-1a65-4df5-be89-929e0e5684ed tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:54:33.681223 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-5785b5e3-2fea-406c-bb48-172c5bd58792 req-f56048e6-1a65-4df5-be89-929e0e5684ed tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "GET /v2.0/ports?device_id=233d43bc-459f-4634-a349-af4ee67efe94 HTTP/1.1" status: 200 len: 984 time: 0.0683894 Jun 29 11:54:33.723981 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-5785b5e3-2fea-406c-bb48-172c5bd58792 req-e68c7dcc-0860-4286-a698-40581d8bd7ea tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "GET /v2.0/security-groups?id=0197944b-fdfa-4fdb-9d82-1a39367dfe6c&id=ceae27b4-d31e-4f28-be35-6916252f0f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0361695 Jun 29 11:54:33.740821 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db24e30-f265-4459-aa0d-8a1d90f8f168 req-73fde403-0e8b-43fc-8f71-1a0d89cf782e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:54:33.741373 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-3db24e30-f265-4459-aa0d-8a1d90f8f168 req-73fde403-0e8b-43fc-8f71-1a0d89cf782e service neutron] 10.222.0.21 "GET /v2.0/networks?id=8cf7e864-7d59-451a-bfa7-9d0dcd0d5227 HTTP/1.1" status: 200 len: 915 time: 0.0930648 Jun 29 11:54:33.746325 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:54:33.817672 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-3db24e30-f265-4459-aa0d-8a1d90f8f168 req-1d9d9856-3c24-499b-8c4a-e596629fb835 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f39848af-39f2-46d4-943e-69bbda3a70ae HTTP/1.1" status: 200 len: 1000 time: 0.0681751 Jun 29 11:54:33.867730 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db24e30-f265-4459-aa0d-8a1d90f8f168 req-7ddc17ba-c07a-4305-a7df-ffa94c5df355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:54:33.869180 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-3db24e30-f265-4459-aa0d-8a1d90f8f168 req-7ddc17ba-c07a-4305-a7df-ffa94c5df355 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=72256983-adaf-4a0d-9e47-41e69933f6de HTTP/1.1" status: 200 len: 853 time: 0.0443161 Jun 29 11:54:33.930832 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db24e30-f265-4459-aa0d-8a1d90f8f168 req-5bf49db6-b215-4c12-af25-d6b31ee78fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:54:33.932241 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-3db24e30-f265-4459-aa0d-8a1d90f8f168 req-5bf49db6-b215-4c12-af25-d6b31ee78fab service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8cf7e864-7d59-451a-bfa7-9d0dcd0d5227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0555441 Jun 29 11:54:34.020623 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-3db24e30-f265-4459-aa0d-8a1d90f8f168 req-d2ac22fc-8460-4b92-a3d1-5e9003d23e32 service neutron] 10.222.0.21 "GET /v2.0/networks/8cf7e864-7d59-451a-bfa7-9d0dcd0d5227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795271 Jun 29 11:54:34.115945 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-3db24e30-f265-4459-aa0d-8a1d90f8f168 req-a9f6101e-cb89-4dd8-8ea6-6d7f13b3e174 service neutron] 10.222.0.21 "GET /v2.0/networks/8cf7e864-7d59-451a-bfa7-9d0dcd0d5227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875647 Jun 29 11:54:34.523994 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9be8c49d-fdd7-49be-a71c-49aaf5d45c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:54:34.898155 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6176d5e8-ec63-493b-82b8-94be908f0a71 req-8158dc5f-c1c8-489a-ab6b-24dd4bb412e3 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:54:34.899623 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-6176d5e8-ec63-493b-82b8-94be908f0a71 req-8158dc5f-c1c8-489a-ab6b-24dd4bb412e3 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "GET /v2.0/ports?device_id=233d43bc-459f-4634-a349-af4ee67efe94 HTTP/1.1" status: 200 len: 984 time: 0.0624499 Jun 29 11:54:34.942891 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-6176d5e8-ec63-493b-82b8-94be908f0a71 req-e59aba0f-fad4-40c3-a2f2-d4b795212076 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "GET /v2.0/security-groups?id=0197944b-fdfa-4fdb-9d82-1a39367dfe6c&id=ceae27b4-d31e-4f28-be35-6916252f0f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0376461 Jun 29 11:54:36.120483 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e177e5c-f919-4832-b654-4e9aa9ea9b5b req-679ab98c-5ace-4846-8ce8-36885809620e tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:54:36.121949 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-6e177e5c-f919-4832-b654-4e9aa9ea9b5b req-679ab98c-5ace-4846-8ce8-36885809620e tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "GET /v2.0/ports?device_id=233d43bc-459f-4634-a349-af4ee67efe94 HTTP/1.1" status: 200 len: 984 time: 0.0636771 Jun 29 11:54:36.160990 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-6e177e5c-f919-4832-b654-4e9aa9ea9b5b req-99fd25a3-4bc1-44bf-a40d-92e6d8857cdb tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "GET /v2.0/security-groups?id=0197944b-fdfa-4fdb-9d82-1a39367dfe6c&id=ceae27b4-d31e-4f28-be35-6916252f0f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333836 Jun 29 11:54:36.477063 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7dc1f572-48b9-4e28-8a5a-f2a12e721563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:54:37.341291 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f40d6db-f94a-49e8-a3d8-a7dc85eb3ccb req-f9b70210-fa41-4a6b-842d-6147713902a3 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:54:37.342736 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-9f40d6db-f94a-49e8-a3d8-a7dc85eb3ccb req-f9b70210-fa41-4a6b-842d-6147713902a3 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "GET /v2.0/ports?device_id=233d43bc-459f-4634-a349-af4ee67efe94 HTTP/1.1" status: 200 len: 984 time: 0.0673175 Jun 29 11:54:37.384192 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-9f40d6db-f94a-49e8-a3d8-a7dc85eb3ccb req-57e79c47-0404-4cdc-9aa9-bb1247141ddd tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "GET /v2.0/security-groups?id=0197944b-fdfa-4fdb-9d82-1a39367dfe6c&id=ceae27b4-d31e-4f28-be35-6916252f0f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0357800 Jun 29 11:54:38.567698 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dd67af-a49f-493f-8ef9-f76bc8174087 req-1eefe47f-0e5a-4c62-a24d-16b5a77e3ea7 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:54:38.569285 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-a0dd67af-a49f-493f-8ef9-f76bc8174087 req-1eefe47f-0e5a-4c62-a24d-16b5a77e3ea7 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "GET /v2.0/ports?device_id=233d43bc-459f-4634-a349-af4ee67efe94 HTTP/1.1" status: 200 len: 984 time: 0.0768082 Jun 29 11:54:38.609211 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-a0dd67af-a49f-493f-8ef9-f76bc8174087 req-c9c091c7-4bd6-4efb-aa54-6087687f12c3 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "GET /v2.0/security-groups?id=0197944b-fdfa-4fdb-9d82-1a39367dfe6c&id=ceae27b4-d31e-4f28-be35-6916252f0f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341382 Jun 29 11:54:39.783441 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e8dd2c-e6ec-422d-8956-d99c878e4b04 req-74a7aee6-df7a-4208-a128-3b65ebf3395f tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:54:39.784918 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-40e8dd2c-e6ec-422d-8956-d99c878e4b04 req-74a7aee6-df7a-4208-a128-3b65ebf3395f tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "GET /v2.0/ports?device_id=233d43bc-459f-4634-a349-af4ee67efe94 HTTP/1.1" status: 200 len: 984 time: 0.0633464 Jun 29 11:54:39.823440 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-40e8dd2c-e6ec-422d-8956-d99c878e4b04 req-2d769df5-9335-40d6-adf1-0c95dff4b2cd tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "GET /v2.0/security-groups?id=0197944b-fdfa-4fdb-9d82-1a39367dfe6c&id=ceae27b4-d31e-4f28-be35-6916252f0f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325286 Jun 29 11:54:40.997308 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8742b847-b821-45d1-bb40-6f95b650e5b3 req-b2bf4380-b1c1-485e-8e16-b2c136b8d062 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:54:40.998866 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-8742b847-b821-45d1-bb40-6f95b650e5b3 req-b2bf4380-b1c1-485e-8e16-b2c136b8d062 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "GET /v2.0/ports?device_id=233d43bc-459f-4634-a349-af4ee67efe94 HTTP/1.1" status: 200 len: 984 time: 0.0623195 Jun 29 11:54:41.047274 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-8742b847-b821-45d1-bb40-6f95b650e5b3 req-e564383c-1bd3-4b39-b906-257ed26d5a36 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "GET /v2.0/security-groups?id=0197944b-fdfa-4fdb-9d82-1a39367dfe6c&id=ceae27b4-d31e-4f28-be35-6916252f0f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0426011 Jun 29 11:54:42.225451 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd3a5b-f290-4c28-8bd2-315d5e796872 req-9b49923b-5829-46d5-ae5b-67916fc0f125 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:54:42.226919 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-e5bd3a5b-f290-4c28-8bd2-315d5e796872 req-9b49923b-5829-46d5-ae5b-67916fc0f125 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "GET /v2.0/ports?device_id=233d43bc-459f-4634-a349-af4ee67efe94 HTTP/1.1" status: 200 len: 984 time: 0.0686836 Jun 29 11:54:42.267111 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-e5bd3a5b-f290-4c28-8bd2-315d5e796872 req-a24cc1a3-93bf-4c76-a255-3fe94f5cade7 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "GET /v2.0/security-groups?id=0197944b-fdfa-4fdb-9d82-1a39367dfe6c&id=ceae27b4-d31e-4f28-be35-6916252f0f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338147 Jun 29 11:54:43.439168 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba2d06b-0d6d-4807-87d1-68698de49d3c req-049802ae-8baf-49d0-9376-512a7b86179a tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:54:43.440629 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-6ba2d06b-0d6d-4807-87d1-68698de49d3c req-049802ae-8baf-49d0-9376-512a7b86179a tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "GET /v2.0/ports?device_id=233d43bc-459f-4634-a349-af4ee67efe94 HTTP/1.1" status: 200 len: 984 time: 0.0634556 Jun 29 11:54:43.480753 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-6ba2d06b-0d6d-4807-87d1-68698de49d3c req-ec14ebef-27b8-4f0d-b9d9-c4cd290ec71c tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "GET /v2.0/security-groups?id=0197944b-fdfa-4fdb-9d82-1a39367dfe6c&id=ceae27b4-d31e-4f28-be35-6916252f0f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344555 Jun 29 11:54:44.670120 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ff8050-bd58-4462-89d9-b2d45d6361f0 req-992f9b8b-fe0a-40cc-b561-1d982acc4125 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:54:44.671596 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-99ff8050-bd58-4462-89d9-b2d45d6361f0 req-992f9b8b-fe0a-40cc-b561-1d982acc4125 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "GET /v2.0/ports?device_id=233d43bc-459f-4634-a349-af4ee67efe94 HTTP/1.1" status: 200 len: 984 time: 0.0688295 Jun 29 11:54:44.712631 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-99ff8050-bd58-4462-89d9-b2d45d6361f0 req-0e1fa28e-615d-418c-84f8-9a57ca420141 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "GET /v2.0/security-groups?id=0197944b-fdfa-4fdb-9d82-1a39367dfe6c&id=ceae27b4-d31e-4f28-be35-6916252f0f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353200 Jun 29 11:54:45.290026 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.agents_db [None req-013366be-bbdd-48cc-8d7f-8588d5b4b8e9 None None] Agent healthcheck: found 6 active agents {{(pid=93178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:54:45.885982 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37b393c-7cb0-4287-8769-1124f16be20a req-471997bf-acf3-4693-80d0-d9086cd5aadf tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:54:45.887343 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-a37b393c-7cb0-4287-8769-1124f16be20a req-471997bf-acf3-4693-80d0-d9086cd5aadf tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "GET /v2.0/ports?device_id=233d43bc-459f-4634-a349-af4ee67efe94 HTTP/1.1" status: 200 len: 984 time: 0.0639365 Jun 29 11:54:45.927077 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-a37b393c-7cb0-4287-8769-1124f16be20a req-d1f1ffd6-cc0a-45e4-bd15-930d2b213b6c tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "GET /v2.0/security-groups?id=0197944b-fdfa-4fdb-9d82-1a39367dfe6c&id=ceae27b4-d31e-4f28-be35-6916252f0f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340123 Jun 29 11:54:47.102383 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd4572c-3309-4614-b3b7-31ad1d3ee044 req-8a8e37df-94be-428b-b08a-a0143fb5c98b tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:54:47.103872 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-7fd4572c-3309-4614-b3b7-31ad1d3ee044 req-8a8e37df-94be-428b-b08a-a0143fb5c98b tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "GET /v2.0/ports?device_id=233d43bc-459f-4634-a349-af4ee67efe94 HTTP/1.1" status: 200 len: 984 time: 0.0628340 Jun 29 11:54:47.146576 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-7fd4572c-3309-4614-b3b7-31ad1d3ee044 req-5a7169b9-32a6-4729-8699-33c91c840785 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "GET /v2.0/security-groups?id=0197944b-fdfa-4fdb-9d82-1a39367dfe6c&id=ceae27b4-d31e-4f28-be35-6916252f0f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0371027 Jun 29 11:54:48.318437 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d18683-e2d1-40af-8878-096f681d3a03 req-eea51d82-2563-4216-86bf-58b8cf2ea413 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:54:48.320444 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-f5d18683-e2d1-40af-8878-096f681d3a03 req-eea51d82-2563-4216-86bf-58b8cf2ea413 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "GET /v2.0/ports?device_id=233d43bc-459f-4634-a349-af4ee67efe94 HTTP/1.1" status: 200 len: 984 time: 0.0640907 Jun 29 11:54:48.360082 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-f5d18683-e2d1-40af-8878-096f681d3a03 req-f331461e-8049-4d95-8218-861b20164a19 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "GET /v2.0/security-groups?id=0197944b-fdfa-4fdb-9d82-1a39367dfe6c&id=ceae27b4-d31e-4f28-be35-6916252f0f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338268 Jun 29 11:54:49.534318 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49537a70-7c5d-421f-bddc-ec47fc6f2181 req-8d819609-4554-4b2c-9e83-6083a0b5cb15 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:54:49.535800 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-49537a70-7c5d-421f-bddc-ec47fc6f2181 req-8d819609-4554-4b2c-9e83-6083a0b5cb15 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "GET /v2.0/ports?device_id=233d43bc-459f-4634-a349-af4ee67efe94 HTTP/1.1" status: 200 len: 984 time: 0.0627916 Jun 29 11:54:49.574524 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-49537a70-7c5d-421f-bddc-ec47fc6f2181 req-b5665393-fbc2-4f00-aa73-e90babfaed69 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "GET /v2.0/security-groups?id=0197944b-fdfa-4fdb-9d82-1a39367dfe6c&id=ceae27b4-d31e-4f28-be35-6916252f0f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0323174 Jun 29 11:54:50.753617 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f42bb1-7061-4d71-836b-3c96727a7ca8 req-2266a3ba-51e4-4887-bf81-31317c40fbe3 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:54:50.755097 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-c2f42bb1-7061-4d71-836b-3c96727a7ca8 req-2266a3ba-51e4-4887-bf81-31317c40fbe3 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "GET /v2.0/ports?device_id=233d43bc-459f-4634-a349-af4ee67efe94 HTTP/1.1" status: 200 len: 984 time: 0.0689228 Jun 29 11:54:50.758760 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:54:50.796733 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-c2f42bb1-7061-4d71-836b-3c96727a7ca8 req-229b78a3-6679-4c78-a165-dde055bb9f90 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "GET /v2.0/security-groups?id=0197944b-fdfa-4fdb-9d82-1a39367dfe6c&id=ceae27b4-d31e-4f28-be35-6916252f0f4f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349464 Jun 29 11:55:00.608670 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-23ae8fd6-0ab6-46f5-b90e-46187a9f2875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:02.889096 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-7ef1b2fe-2ed8-4f86-b55a-8caa5a204bb0 req-9512a036-6318-476e-86d7-ac5ca13e08e2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=233d43bc-459f-4634-a349-af4ee67efe94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0516498 Jun 29 11:55:02.987103 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef1b2fe-2ed8-4f86-b55a-8caa5a204bb0 req-abfef064-2886-4b4d-a93a-e6434d106dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:55:02.988594 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-7ef1b2fe-2ed8-4f86-b55a-8caa5a204bb0 req-abfef064-2886-4b4d-a93a-e6434d106dcb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f2415b71cda24bf5acde7c26851006f6&device_id=233d43bc-459f-4634-a349-af4ee67efe94 HTTP/1.1" status: 200 len: 1137 time: 0.0516975 Jun 29 11:55:03.096281 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef1b2fe-2ed8-4f86-b55a-8caa5a204bb0 req-abd421cf-e7da-4880-8afe-cb3fefb7e297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:55:03.097740 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-7ef1b2fe-2ed8-4f86-b55a-8caa5a204bb0 req-abd421cf-e7da-4880-8afe-cb3fefb7e297 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8cf7e864-7d59-451a-bfa7-9d0dcd0d5227 HTTP/1.1" status: 200 len: 915 time: 0.0865533 Jun 29 11:55:03.161095 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-7ef1b2fe-2ed8-4f86-b55a-8caa5a204bb0 req-b1f8e70a-19a1-4544-be47-0c42066e5bdf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f39848af-39f2-46d4-943e-69bbda3a70ae HTTP/1.1" status: 200 len: 1000 time: 0.0561919 Jun 29 11:55:03.207939 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef1b2fe-2ed8-4f86-b55a-8caa5a204bb0 req-df5fb5ad-369b-42e3-958e-03718ea9b3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:55:03.209345 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-7ef1b2fe-2ed8-4f86-b55a-8caa5a204bb0 req-df5fb5ad-369b-42e3-958e-03718ea9b3ed service neutron] 10.222.0.21 "GET /v2.0/subnets?id=72256983-adaf-4a0d-9e47-41e69933f6de HTTP/1.1" status: 200 len: 853 time: 0.0416417 Jun 29 11:55:03.271878 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef1b2fe-2ed8-4f86-b55a-8caa5a204bb0 req-c08b7c55-ca66-415d-ba69-90550e49c7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:55:03.273416 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-7ef1b2fe-2ed8-4f86-b55a-8caa5a204bb0 req-c08b7c55-ca66-415d-ba69-90550e49c7e7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8cf7e864-7d59-451a-bfa7-9d0dcd0d5227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0545456 Jun 29 11:55:03.359860 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-7ef1b2fe-2ed8-4f86-b55a-8caa5a204bb0 req-2b24668b-891c-44fe-8959-64458247cd32 service neutron] 10.222.0.21 "GET /v2.0/networks/8cf7e864-7d59-451a-bfa7-9d0dcd0d5227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790677 Jun 29 11:55:03.388622 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-dd74dd0e-3a53-4bc3-b5d6-aa6020a804be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:03.454867 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-7ef1b2fe-2ed8-4f86-b55a-8caa5a204bb0 req-383e86e2-9250-4b46-821d-2a0c5af71fd6 service neutron] 10.222.0.21 "GET /v2.0/networks/8cf7e864-7d59-451a-bfa7-9d0dcd0d5227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846176 Jun 29 11:55:03.748459 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:04.533071 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9be8c49d-fdd7-49be-a71c-49aaf5d45c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:06.479125 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7dc1f572-48b9-4e28-8a5a-f2a12e721563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:20.758764 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:22.288748 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.agents_db [None req-013366be-bbdd-48cc-8d7f-8588d5b4b8e9 None None] Agent healthcheck: found 6 active agents {{(pid=93178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:55:30.610261 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-925245bb-76df-456e-9f87-363ffbb3f3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:33.388759 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-304cec46-28f2-4f40-b961-38937f6df86f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:33.749606 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:34.530359 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9be8c49d-fdd7-49be-a71c-49aaf5d45c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:36.482643 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7dc1f572-48b9-4e28-8a5a-f2a12e721563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:50.761664 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:54.626610 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-382a311c-9b00-45ae-b474-d89569259084 req-c3742b83-c485-4eb7-939f-2388b8b0e446 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1401774996&fields=id&tenant_id=f2415b71cda24bf5acde7c26851006f6 HTTP/1.1" status: 200 len: 267 time: 0.0376115 Jun 29 11:55:54.706045 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382a311c-9b00-45ae-b474-d89569259084 req-cf4ef860-9cf1-474a-8f1a-84343185df4e tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:55:54.709233 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-382a311c-9b00-45ae-b474-d89569259084 req-cf4ef860-9cf1-474a-8f1a-84343185df4e tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "GET /v2.0/ports?device_id=233d43bc-459f-4634-a349-af4ee67efe94 HTTP/1.1" status: 200 len: 984 time: 0.0761988 Jun 29 11:55:54.721259 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.v2.base [req-382a311c-9b00-45ae-b474-d89569259084 req-94df6da1-f5f3-4d1e-9677-7f3d7c194cf1 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Request body: {'port': {'security_groups': ['0197944b-fdfa-4fdb-9d82-1a39367dfe6c']}} {{(pid=93175) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 11:55:54.820865 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-382a311c-9b00-45ae-b474-d89569259084 req-94df6da1-f5f3-4d1e-9677-7f3d7c194cf1 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3670734'] for port, before_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:55.275834 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.db [req-382a311c-9b00-45ae-b474-d89569259084 req-94df6da1-f5f3-4d1e-9677-7f3d7c194cf1 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] For port f39848af-39f2-46d4-943e-69bbda3a70ae, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=f39848af-39f2-46d4-943e-69bbda3a70ae,segment=NetworkSegment(4586a4d6-f769-4011-98c4-5a95fbb20731),segment_id=4586a4d6-f769-4011-98c4-5a95fbb20731)] {{(pid=93175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:55:55.305041 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-382a311c-9b00-45ae-b474-d89569259084 req-94df6da1-f5f3-4d1e-9677-7f3d7c194cf1 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Notify callbacks [] for port, precommit_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:55.309556 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-382a311c-9b00-45ae-b474-d89569259084 req-94df6da1-f5f3-4d1e-9677-7f3d7c194cf1 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744991431114', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744990953759', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744990953804', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-61826046'] for port, after_update {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:55.314010 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-b6278a46-4cff-4cbc-885c-2b2b3128c972 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:55:55.322673 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] get_ports_and_sgs() called for port_ids ['f39848af-39f2-46d4-943e-69bbda3a70ae'] {{(pid=93177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:55:55.356431 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382a311c-9b00-45ae-b474-d89569259084 req-94df6da1-f5f3-4d1e-9677-7f3d7c194cf1 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:55:55.357066 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [req-382a311c-9b00-45ae-b474-d89569259084 req-94df6da1-f5f3-4d1e-9677-7f3d7c194cf1 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126777'] for port, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:55.358483 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-382a311c-9b00-45ae-b474-d89569259084 req-94df6da1-f5f3-4d1e-9677-7f3d7c194cf1 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "PUT /v2.0/ports/f39848af-39f2-46d4-943e-69bbda3a70ae HTTP/1.1" status: 200 len: 942 time: 0.6425843 Jun 29 11:55:55.359210 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '233d43bc-459f-4634-a349-af4ee67efe94', 'tag': 'f39848af-39f2-46d4-943e-69bbda3a70ae'}] {{(pid=93175) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:55:55.362155 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}879b71c770f982178fec1a07a47b9a5355ed3bb08afc25f1aa80a68f93cb18a1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e3dc65b-09f4-4eb8-9b7d-cb2eb3421367" -d '{"events": [{"name": "network-changed", "server_uuid": "233d43bc-459f-4634-a349-af4ee67efe94", "tag": "f39848af-39f2-46d4-943e-69bbda3a70ae"}]}' {{(pid=93175) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:55:55.366412 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 57898) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:55:55.390305 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94df6da1-f5f3-4d1e-9677-7f3d7c194cf1 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Pushing event updated for resources: {'Port': ['ID=f39848af-39f2-46d4-943e-69bbda3a70ae,revision_number=7']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:55:55.399812 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94df6da1-f5f3-4d1e-9677-7f3d7c194cf1 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:55:55.400193 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94df6da1-f5f3-4d1e-9677-7f3d7c194cf1 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:55:55.400568 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94df6da1-f5f3-4d1e-9677-7f3d7c194cf1 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:55:55.400929 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94df6da1-f5f3-4d1e-9677-7f3d7c194cf1 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:55:55.401316 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94df6da1-f5f3-4d1e-9677-7f3d7c194cf1 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:55:55.401644 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94df6da1-f5f3-4d1e-9677-7f3d7c194cf1 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:55:55.402010 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94df6da1-f5f3-4d1e-9677-7f3d7c194cf1 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:55:55.402539 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94df6da1-f5f3-4d1e-9677-7f3d7c194cf1 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:55:55.402912 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94df6da1-f5f3-4d1e-9677-7f3d7c194cf1 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:55:55.403268 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94df6da1-f5f3-4d1e-9677-7f3d7c194cf1 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:55:55.403650 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94df6da1-f5f3-4d1e-9677-7f3d7c194cf1 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:55:55.404339 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94df6da1-f5f3-4d1e-9677-7f3d7c194cf1 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93175) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:55:55.419578 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-94df6da1-f5f3-4d1e-9677-7f3d7c194cf1 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:55:55.457430 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] get_ports_and_sgs() called for port_ids ['f39848af-39f2-46d4-943e-69bbda3a70ae'] {{(pid=93177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:55:55.478157 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ab85062b-d2ae-4a3e-a7ba-2c86d986f4c6 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:55.508745 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ab85062b-d2ae-4a3e-a7ba-2c86d986f4c6 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:55.588725 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ab85062b-d2ae-4a3e-a7ba-2c86d986f4c6 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:55.592439 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-ab85062b-d2ae-4a3e-a7ba-2c86d986f4c6 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:55.594297 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-ab85062b-d2ae-4a3e-a7ba-2c86d986f4c6 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "DELETE /v2.0/security-groups/ceae27b4-d31e-4f28-be35-6916252f0f4f HTTP/1.1" status: 204 len: 168 time: 0.2271116 Jun 29 11:55:55.595113 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-83cd60c2-c0a0-44ef-8a7f-4278a6da06ab tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:55:55.596954 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 11:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d10cf5c-c3a0-4a26-97fa-8553eed85da1 x-openstack-request-id: req-0d10cf5c-c3a0-4a26-97fa-8553eed85da1 {{(pid=93175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:55:55.597286 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "233d43bc-459f-4634-a349-af4ee67efe94", "tag": "f39848af-39f2-46d4-943e-69bbda3a70ae", "status": "completed", "code": 200}]} {{(pid=93175) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:55:55.597580 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-0d10cf5c-c3a0-4a26-97fa-8553eed85da1 {{(pid=93175) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:55:55.598016 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '233d43bc-459f-4634-a349-af4ee67efe94', 'tag': 'f39848af-39f2-46d4-943e-69bbda3a70ae', 'status': 'completed', 'code': 200} Jun 29 11:55:55.598514 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 57906) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:55:55.646015 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab85062b-d2ae-4a3e-a7ba-2c86d986f4c6 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceae27b4-d31e-4f28-be35-6916252f0f4f,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:55:55.648367 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.provisioning_blocks [None req-7970eb1f-52fb-4530-a505-431ed3d6c19c None None] Provisioning complete for port f39848af-39f2-46d4-943e-69bbda3a70ae triggered by entity DHCP. {{(pid=93177) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 11:55:55.648748 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7970eb1f-52fb-4530-a505-431ed3d6c19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4150004'] for port, provisioning_complete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:55.665877 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab85062b-d2ae-4a3e-a7ba-2c86d986f4c6 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:55:55.666248 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab85062b-d2ae-4a3e-a7ba-2c86d986f4c6 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:55:55.666621 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab85062b-d2ae-4a3e-a7ba-2c86d986f4c6 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:55:55.666979 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab85062b-d2ae-4a3e-a7ba-2c86d986f4c6 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:55:55.667334 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab85062b-d2ae-4a3e-a7ba-2c86d986f4c6 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:55:55.667722 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab85062b-d2ae-4a3e-a7ba-2c86d986f4c6 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:55:55.668088 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab85062b-d2ae-4a3e-a7ba-2c86d986f4c6 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:55:55.668594 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab85062b-d2ae-4a3e-a7ba-2c86d986f4c6 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:55:55.668950 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab85062b-d2ae-4a3e-a7ba-2c86d986f4c6 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:55:55.669301 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab85062b-d2ae-4a3e-a7ba-2c86d986f4c6 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:55:55.669649 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab85062b-d2ae-4a3e-a7ba-2c86d986f4c6 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:55:55.669996 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab85062b-d2ae-4a3e-a7ba-2c86d986f4c6 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93176) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:55:55.674280 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ab85062b-d2ae-4a3e-a7ba-2c86d986f4c6 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:55:55.775587 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3dc65b-09f4-4eb8-9b7d-cb2eb3421367 req-20cb63fb-2d88-411c-a008-fd0e2e988646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:55:55.777105 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-7e3dc65b-09f4-4eb8-9b7d-cb2eb3421367 req-20cb63fb-2d88-411c-a008-fd0e2e988646 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f2415b71cda24bf5acde7c26851006f6&device_id=233d43bc-459f-4634-a349-af4ee67efe94 HTTP/1.1" status: 200 len: 1098 time: 0.1288090 Jun 29 11:55:55.904470 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3dc65b-09f4-4eb8-9b7d-cb2eb3421367 req-b1b52e5f-b59a-456c-a739-035aa2b2d850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:55:55.905944 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-7e3dc65b-09f4-4eb8-9b7d-cb2eb3421367 req-b1b52e5f-b59a-456c-a739-035aa2b2d850 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8cf7e864-7d59-451a-bfa7-9d0dcd0d5227 HTTP/1.1" status: 200 len: 915 time: 0.1208682 Jun 29 11:55:55.910487 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-a02f3424-845e-4e1d-9cb4-c2ce0cf26d8f tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Deleting port 7fa34e87-9c51-4ec4-acb2-7ccf98553d1c {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:55:55.910823 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a02f3424-845e-4e1d-9cb4-c2ce0cf26d8f tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744991508026'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:56.014322 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-7e3dc65b-09f4-4eb8-9b7d-cb2eb3421367 req-f135554e-9929-4449-a61e-444a91ac1ce2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f39848af-39f2-46d4-943e-69bbda3a70ae HTTP/1.1" status: 200 len: 1000 time: 0.1013563 Jun 29 11:55:56.068285 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a02f3424-845e-4e1d-9cb4-c2ce0cf26d8f tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013211'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:56.068614 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a02f3424-845e-4e1d-9cb4-c2ce0cf26d8f tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:56.087477 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-a02f3424-845e-4e1d-9cb4-c2ce0cf26d8f tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Calling delete_port for 7fa34e87-9c51-4ec4-acb2-7ccf98553d1c owned by network:floatingip {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:55:56.100339 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3dc65b-09f4-4eb8-9b7d-cb2eb3421367 req-4260b08c-f392-4821-8d7e-f80794d59e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:55:56.101810 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-7e3dc65b-09f4-4eb8-9b7d-cb2eb3421367 req-4260b08c-f392-4821-8d7e-f80794d59e00 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=72256983-adaf-4a0d-9e47-41e69933f6de HTTP/1.1" status: 200 len: 853 time: 0.0773427 Jun 29 11:55:56.249559 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3dc65b-09f4-4eb8-9b7d-cb2eb3421367 req-12decf66-02f2-4b3c-8eff-8b659f0c304d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:55:56.251007 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-7e3dc65b-09f4-4eb8-9b7d-cb2eb3421367 req-12decf66-02f2-4b3c-8eff-8b659f0c304d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8cf7e864-7d59-451a-bfa7-9d0dcd0d5227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1140399 Jun 29 11:55:56.386116 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-7e3dc65b-09f4-4eb8-9b7d-cb2eb3421367 req-4d650b21-b860-4c08-b288-39f530aef5fb service neutron] 10.222.0.21 "GET /v2.0/networks/8cf7e864-7d59-451a-bfa7-9d0dcd0d5227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278648 Jun 29 11:55:56.387167 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a02f3424-845e-4e1d-9cb4-c2ce0cf26d8f tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744991430440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744990953750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58778309'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:56.389292 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-4776e28a-03c7-4b86-a6bb-9e70b3a62806 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:55:56.433390 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02f3424-845e-4e1d-9cb4-c2ce0cf26d8f tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Pushing event deleted for resources: {'Port': ['ID=7fa34e87-9c51-4ec4-acb2-7ccf98553d1c,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:55:56.465399 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a02f3424-845e-4e1d-9cb4-c2ce0cf26d8f tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:55:56.802790 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a02f3424-845e-4e1d-9cb4-c2ce0cf26d8f tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Notify callbacks [] for floatingip, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:56.803127 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.db.l3_db [None req-a02f3424-845e-4e1d-9cb4-c2ce0cf26d8f tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Floating IP 11b8a66c-76a6-40e2-a758-8f6a665555b0 disassociated (deleted). External IP: 172.28.2.94, port: f39848af-39f2-46d4-943e-69bbda3a70ae. Jun 29 11:55:56.840541 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-7e3dc65b-09f4-4eb8-9b7d-cb2eb3421367 req-65c422ec-f9c5-4f15-85d7-50cd13fe1eb6 service neutron] 10.222.0.21 "GET /v2.0/networks/8cf7e864-7d59-451a-bfa7-9d0dcd0d5227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4436200 Jun 29 11:55:57.018391 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a02f3424-845e-4e1d-9cb4-c2ce0cf26d8f tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Router b9d650aa-b500-46e7-be7f-016fc89f94f5 has already been hosted by L3 agent bfbd9503-e406-4b21-85aa-cc71bbe721ce {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 11:55:57.129839 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a02f3424-845e-4e1d-9cb4-c2ce0cf26d8f tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Notify agent at l3_agent.dv-cinder-797608-2-smb the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:55:57.134258 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-a02f3424-845e-4e1d-9cb4-c2ce0cf26d8f tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126777'] for floatingip, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:55:57.139445 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47df2993-0548-4e5a-bcbc-ce3e193d33ad None None] Sync routers for ids ['b9d650aa-b500-46e7-be7f-016fc89f94f5'] in dv-cinder-797608-2-smb {{(pid=93177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:55:57.148870 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47df2993-0548-4e5a-bcbc-ce3e193d33ad None None] Routers {'b9d650aa-b500-46e7-be7f-016fc89f94f5'} bound to L3 agent in host dv-cinder-797608-2-smb {{(pid=93177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:55:57.149631 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-47df2993-0548-4e5a-bcbc-ce3e193d33ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T11:27:33Z,description=,heartbeat_timestamp=2021-06-29T11:55:33Z,host='dv-cinder-797608-2-smb',id=bfbd9503-e406-4b21-85aa-cc71bbe721ce,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:33Z,topic='l3_agent')) {'router_ids': ['b9d650aa-b500-46e7-be7f-016fc89f94f5'], 'active': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:55:57.170427 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-a02f3424-845e-4e1d-9cb4-c2ce0cf26d8f tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "DELETE /v2.0/floatingips/11b8a66c-76a6-40e2-a758-8f6a665555b0 HTTP/1.1" status: 204 len: 168 time: 1.5699508 Jun 29 11:55:57.171051 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '233d43bc-459f-4634-a349-af4ee67efe94', 'tag': 'f39848af-39f2-46d4-943e-69bbda3a70ae'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:55:57.174074 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e84c2f8edc4c5bc2f689ddb2df796faf16af949d7518eb87a014b7a9d68b702d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca82408-c493-4870-a3e6-a90053c13dcb" -d '{"events": [{"name": "network-changed", "server_uuid": "233d43bc-459f-4634-a349-af4ee67efe94", "tag": "f39848af-39f2-46d4-943e-69bbda3a70ae"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:55:57.267710 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_dvr_db [None req-47df2993-0548-4e5a-bcbc-ce3e193d33ad None None] Set router b9d650aa-b500-46e7-be7f-016fc89f94f5 gateway port host: dv-cinder-797608-2-smb {{(pid=93177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:55:57.273485 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 11:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17918aab-4d09-452f-b248-6173587610fe x-openstack-request-id: req-17918aab-4d09-452f-b248-6173587610fe {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:55:57.273814 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "233d43bc-459f-4634-a349-af4ee67efe94", "tag": "f39848af-39f2-46d4-943e-69bbda3a70ae", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:55:57.274109 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-17918aab-4d09-452f-b248-6173587610fe {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:55:57.285207 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '233d43bc-459f-4634-a349-af4ee67efe94', 'tag': 'f39848af-39f2-46d4-943e-69bbda3a70ae', 'status': 'completed', 'code': 200} Jun 29 11:55:57.365384 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca82408-c493-4870-a3e6-a90053c13dcb req-a719a846-5857-48fe-9a9c-a7adcc72ee7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:55:57.368515 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-1ca82408-c493-4870-a3e6-a90053c13dcb req-a719a846-5857-48fe-9a9c-a7adcc72ee7f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f2415b71cda24bf5acde7c26851006f6&device_id=233d43bc-459f-4634-a349-af4ee67efe94 HTTP/1.1" status: 200 len: 1098 time: 0.0691097 Jun 29 11:55:57.483404 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca82408-c493-4870-a3e6-a90053c13dcb req-bc8b1735-ac63-4894-ac1d-537413eeea22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:55:57.484406 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-1ca82408-c493-4870-a3e6-a90053c13dcb req-bc8b1735-ac63-4894-ac1d-537413eeea22 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8cf7e864-7d59-451a-bfa7-9d0dcd0d5227 HTTP/1.1" status: 200 len: 915 time: 0.1075099 Jun 29 11:55:57.542359 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-1ca82408-c493-4870-a3e6-a90053c13dcb req-96c17dd5-5cfe-41e1-b84b-493e347f25fd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f39848af-39f2-46d4-943e-69bbda3a70ae HTTP/1.1" status: 200 len: 217 time: 0.0385511 Jun 29 11:55:57.550211 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-47df2993-0548-4e5a-bcbc-ce3e193d33ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d650aa-b500-46e7-be7f-016fc89f94f5', 'name': 'tempest-TestMinimumBasicScenario-633739485-router', 'tenant_id': 'f2415b71cda24bf5acde7c26851006f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'external_fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.224'}], 'enable_snat': True}, 'gw_port_id': 'cba3eb58-c2c3-437d-a79c-1ae2e70d1586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:52:42Z', 'updated_at': '2021-06-29T11:52:44Z', 'revision_number': 4, 'project_id': 'f2415b71cda24bf5acde7c26851006f6', 'gw_port': {'id': 'cba3eb58-c2c3-437d-a79c-1ae2e70d1586', 'name': '', 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d650aa-b500-46e7-be7f-016fc89f94f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:52:42Z', 'updated_at': '2021-06-29T11:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042f854c-de74-4a6a-969f-d747577d8cca', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-smb', '_interfaces': [{'id': '8b96ca64-af18-41e9-a396-a79bf691469d', 'name': '', 'network_id': '8cf7e864-7d59-451a-bfa7-9d0dcd0d5227', 'tenant_id': 'f2415b71cda24bf5acde7c26851006f6', 'mac_address': 'fa:16:3e:85:cd:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d650aa-b500-46e7-be7f-016fc89f94f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '72256983-adaf-4a0d-9e47-41e69933f6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:52:44Z', 'updated_at': '2021-06-29T11:52:49Z', 'revision_number': 5, 'project_id': 'f2415b71cda24bf5acde7c26851006f6', 'subnets': [{'id': '72256983-adaf-4a0d-9e47-41e69933f6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-smb', False) {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:55:57.581081 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47df2993-0548-4e5a-bcbc-ce3e193d33ad None None] Checking router: b9d650aa-b500-46e7-be7f-016fc89f94f5 for host: dv-cinder-797608-2-smb {{(pid=93177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:55:57.590406 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47df2993-0548-4e5a-bcbc-ce3e193d33ad None None] Routers {'b9d650aa-b500-46e7-be7f-016fc89f94f5'} bound to L3 agent in host dv-cinder-797608-2-smb {{(pid=93177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:55:57.591134 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-47df2993-0548-4e5a-bcbc-ce3e193d33ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T11:27:33Z,description=,heartbeat_timestamp=2021-06-29T11:55:33Z,host='dv-cinder-797608-2-smb',id=bfbd9503-e406-4b21-85aa-cc71bbe721ce,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:33Z,topic='l3_agent')) {'router_ids': ['b9d650aa-b500-46e7-be7f-016fc89f94f5'], 'active': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:55:57.597786 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca82408-c493-4870-a3e6-a90053c13dcb req-da5715a2-1778-4a8d-a118-96fe0287405b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:55:57.599239 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-1ca82408-c493-4870-a3e6-a90053c13dcb req-da5715a2-1778-4a8d-a118-96fe0287405b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=72256983-adaf-4a0d-9e47-41e69933f6de HTTP/1.1" status: 200 len: 853 time: 0.0489821 Jun 29 11:55:57.665053 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca82408-c493-4870-a3e6-a90053c13dcb req-15c671ce-59ee-436d-a497-26ff935576b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:55:57.666539 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-1ca82408-c493-4870-a3e6-a90053c13dcb req-15c671ce-59ee-436d-a497-26ff935576b5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8cf7e864-7d59-451a-bfa7-9d0dcd0d5227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0604961 Jun 29 11:55:57.701337 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_dvr_db [None req-47df2993-0548-4e5a-bcbc-ce3e193d33ad None None] Set router b9d650aa-b500-46e7-be7f-016fc89f94f5 gateway port host: dv-cinder-797608-2-smb {{(pid=93177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:55:57.761051 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-1ca82408-c493-4870-a3e6-a90053c13dcb req-cb1e6032-6703-4054-9118-64c9a7870daf service neutron] 10.222.0.21 "GET /v2.0/networks/8cf7e864-7d59-451a-bfa7-9d0dcd0d5227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855024 Jun 29 11:55:57.861387 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-1ca82408-c493-4870-a3e6-a90053c13dcb req-c01b5175-5cda-4480-bc23-d03d7aa84395 service neutron] 10.222.0.21 "GET /v2.0/networks/8cf7e864-7d59-451a-bfa7-9d0dcd0d5227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929117 Jun 29 11:55:57.916146 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-47df2993-0548-4e5a-bcbc-ce3e193d33ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d650aa-b500-46e7-be7f-016fc89f94f5', 'name': 'tempest-TestMinimumBasicScenario-633739485-router', 'tenant_id': 'f2415b71cda24bf5acde7c26851006f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'external_fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.224'}], 'enable_snat': True}, 'gw_port_id': 'cba3eb58-c2c3-437d-a79c-1ae2e70d1586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:52:42Z', 'updated_at': '2021-06-29T11:52:44Z', 'revision_number': 4, 'project_id': 'f2415b71cda24bf5acde7c26851006f6', 'gw_port': {'id': 'cba3eb58-c2c3-437d-a79c-1ae2e70d1586', 'name': '', 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d650aa-b500-46e7-be7f-016fc89f94f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:52:42Z', 'updated_at': '2021-06-29T11:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042f854c-de74-4a6a-969f-d747577d8cca', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-smb', '_interfaces': [{'id': '8b96ca64-af18-41e9-a396-a79bf691469d', 'name': '', 'network_id': '8cf7e864-7d59-451a-bfa7-9d0dcd0d5227', 'tenant_id': 'f2415b71cda24bf5acde7c26851006f6', 'mac_address': 'fa:16:3e:85:cd:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d650aa-b500-46e7-be7f-016fc89f94f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '72256983-adaf-4a0d-9e47-41e69933f6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:52:44Z', 'updated_at': '2021-06-29T11:52:49Z', 'revision_number': 5, 'project_id': 'f2415b71cda24bf5acde7c26851006f6', 'subnets': [{'id': '72256983-adaf-4a0d-9e47-41e69933f6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-2-smb', False) {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:55:57.943558 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47df2993-0548-4e5a-bcbc-ce3e193d33ad None None] The sync data for ids ['b9d650aa-b500-46e7-be7f-016fc89f94f5'] in dv-cinder-797608-2-smb is: [{'id': 'b9d650aa-b500-46e7-be7f-016fc89f94f5', 'name': 'tempest-TestMinimumBasicScenario-633739485-router', 'tenant_id': 'f2415b71cda24bf5acde7c26851006f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'external_fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.224'}], 'enable_snat': True}, 'gw_port_id': 'cba3eb58-c2c3-437d-a79c-1ae2e70d1586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:52:42Z', 'updated_at': '2021-06-29T11:52:44Z', 'revision_number': 4, 'project_id': 'f2415b71cda24bf5acde7c26851006f6', 'gw_port': {'id': 'cba3eb58-c2c3-437d-a79c-1ae2e70d1586', 'name': '', 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d650aa-b500-46e7-be7f-016fc89f94f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:52:42Z', 'updated_at': '2021-06-29T11:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042f854c-de74-4a6a-969f-d747577d8cca', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-smb', '_interfaces': [{'id': '8b96ca64-af18-41e9-a396-a79bf691469d', 'name': '', 'network_id': '8cf7e864-7d59-451a-bfa7-9d0dcd0d5227', 'tenant_id': 'f2415b71cda24bf5acde7c26851006f6', 'mac_address': 'fa:16:3e:85:cd:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d650aa-b500-46e7-be7f-016fc89f94f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '72256983-adaf-4a0d-9e47-41e69933f6de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:52:44Z', 'updated_at': '2021-06-29T11:52:49Z', 'revision_number': 5, 'project_id': 'f2415b71cda24bf5acde7c26851006f6', 'subnets': [{'id': '72256983-adaf-4a0d-9e47-41e69933f6de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:55:58.192365 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9268f8e8-92da-40e7-9514-eef4d97938e4 None None] New status for floating IP 11b8a66c-76a6-40e2-a758-8f6a665555b0: DOWN {{(pid=93178) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 11:55:59.287522 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.agents_db [None req-013366be-bbdd-48cc-8d7f-8588d5b4b8e9 None None] Agent healthcheck: found 6 active agents {{(pid=93178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:56:00.299842 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb2b00a-6eb8-47fe-b807-b26bfed552aa req-7d2d899c-e31e-45ee-9773-45fa218d45eb tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:56:00.301234 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-6bb2b00a-6eb8-47fe-b807-b26bfed552aa req-7d2d899c-e31e-45ee-9773-45fa218d45eb tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "GET /v2.0/ports?device_id=233d43bc-459f-4634-a349-af4ee67efe94 HTTP/1.1" status: 200 len: 945 time: 0.0640059 Jun 29 11:56:00.339227 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-6bb2b00a-6eb8-47fe-b807-b26bfed552aa req-70f7aa9d-a0ce-4788-9597-991b85b65ccc tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "GET /v2.0/security-groups?id=0197944b-fdfa-4fdb-9d82-1a39367dfe6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323441 Jun 29 11:56:00.613842 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-db4d515b-7c3d-42e7-bf57-0fcd636c3f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:01.529856 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b695814-dc2b-45e4-9c51-b8258330fb52 req-4ffe6f5f-fbc0-4c34-83bb-529b0f71c961 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93175) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:56:01.532786 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-9b695814-dc2b-45e4-9c51-b8258330fb52 req-4ffe6f5f-fbc0-4c34-83bb-529b0f71c961 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "GET /v2.0/ports?device_id=233d43bc-459f-4634-a349-af4ee67efe94 HTTP/1.1" status: 200 len: 945 time: 0.0792944 Jun 29 11:56:01.570930 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-9b695814-dc2b-45e4-9c51-b8258330fb52 req-4dba76fb-568b-473a-8fa1-8e7d067e7b9e tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "GET /v2.0/security-groups?id=0197944b-fdfa-4fdb-9d82-1a39367dfe6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331302 Jun 29 11:56:02.351936 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447d7ab0-7e5e-4600-be6d-62b4610f5cdb req-431e4c6d-b286-40d5-9b96-c0cdc5497b6b tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93176) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 11:56:02.353506 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-447d7ab0-7e5e-4600-be6d-62b4610f5cdb req-431e4c6d-b286-40d5-9b96-c0cdc5497b6b tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.21 "GET /v2.0/ports?device_id=233d43bc-459f-4634-a349-af4ee67efe94 HTTP/1.1" status: 200 len: 945 time: 0.0658643 Jun 29 11:56:02.460340 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-447d7ab0-7e5e-4600-be6d-62b4610f5cdb req-ef7533a3-e8bf-45f9-bbc9-0d2274e1b147 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Deleting port f39848af-39f2-46d4-943e-69bbda3a70ae {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:56:02.460986 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-447d7ab0-7e5e-4600-be6d-62b4610f5cdb req-ef7533a3-e8bf-45f9-bbc9-0d2274e1b147 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744991508026'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:02.559558 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.db [req-447d7ab0-7e5e-4600-be6d-62b4610f5cdb req-ef7533a3-e8bf-45f9-bbc9-0d2274e1b147 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] For port f39848af-39f2-46d4-943e-69bbda3a70ae, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=f39848af-39f2-46d4-943e-69bbda3a70ae,segment=NetworkSegment(4586a4d6-f769-4011-98c4-5a95fbb20731),segment_id=4586a4d6-f769-4011-98c4-5a95fbb20731)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:56:02.559946 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-447d7ab0-7e5e-4600-be6d-62b4610f5cdb req-ef7533a3-e8bf-45f9-bbc9-0d2274e1b147 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013211'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:02.572975 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [req-447d7ab0-7e5e-4600-be6d-62b4610f5cdb req-ef7533a3-e8bf-45f9-bbc9-0d2274e1b147 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Calling delete_port for f39848af-39f2-46d4-943e-69bbda3a70ae owned by compute:nova {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:56:02.724113 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-447d7ab0-7e5e-4600-be6d-62b4610f5cdb req-ef7533a3-e8bf-45f9-bbc9-0d2274e1b147 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744991430440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744990953750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58778309'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:02.728991 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-fe6dad56-10b6-47d6-9b14-43a6b2a0f977 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:56:02.738402 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] get_ports_and_sgs() called for port_ids ['f39848af-39f2-46d4-943e-69bbda3a70ae'] {{(pid=93177) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 11:56:02.745234 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [req-14e8931e-025f-4a17-90bd-3b8c4d44615f req-67f26228-e162-46d0-9991-e9cb64417f71 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.78 "GET /v2.0/ports?device_id=233d43bc-459f-4634-a349-af4ee67efe94 HTTP/1.1" status: 200 len: 210 time: 0.0334404 Jun 29 11:56:02.758443 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7533a3-e8bf-45f9-bbc9-0d2274e1b147 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Pushing event deleted for resources: {'Port': ['ID=f39848af-39f2-46d4-943e-69bbda3a70ae,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:56:02.761409 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ef7533a3-e8bf-45f9-bbc9-0d2274e1b147 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:56:02.815676 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.db.l3_dvrscheduler_db [req-447d7ab0-7e5e-4600-be6d-62b4610f5cdb req-ef7533a3-e8bf-45f9-bbc9-0d2274e1b147 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] No DVR routers for this DVR port f39848af-39f2-46d4-943e-69bbda3a70ae on host hv-cinder-79760 {{(pid=93176) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:56:02.818207 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [req-447d7ab0-7e5e-4600-be6d-62b4610f5cdb req-ef7533a3-e8bf-45f9-bbc9-0d2274e1b147 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-126777'] for port, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:02.820349 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [req-447d7ab0-7e5e-4600-be6d-62b4610f5cdb req-ef7533a3-e8bf-45f9-bbc9-0d2274e1b147 tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] 10.222.0.21 "DELETE /v2.0/ports/f39848af-39f2-46d4-943e-69bbda3a70ae HTTP/1.1" status: 204 len: 173 time: 0.4616814 Jun 29 11:56:02.820801 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '233d43bc-459f-4634-a349-af4ee67efe94', 'name': 'network-vif-deleted', 'tag': 'f39848af-39f2-46d4-943e-69bbda3a70ae'}] {{(pid=93176) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 11:56:02.823416 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.78/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e84c2f8edc4c5bc2f689ddb2df796faf16af949d7518eb87a014b7a9d68b702d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bb5c6cd-6aa5-4c96-b331-c0bbd07aa479" -d '{"events": [{"server_uuid": "233d43bc-459f-4634-a349-af4ee67efe94", "name": "network-vif-deleted", "tag": "f39848af-39f2-46d4-943e-69bbda3a70ae"}]}' {{(pid=93176) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 11:56:02.867192 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 11:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9535667e-2fde-4c34-9c9a-6f54ddc6b3e4 x-openstack-request-id: req-9535667e-2fde-4c34-9c9a-6f54ddc6b3e4 {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 11:56:02.867638 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "233d43bc-459f-4634-a349-af4ee67efe94", "name": "network-vif-deleted", "tag": "f39848af-39f2-46d4-943e-69bbda3a70ae", "status": "completed", "code": 200}]} {{(pid=93176) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 11:56:02.868004 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.78/compute/v2.1/os-server-external-events used request id req-9535667e-2fde-4c34-9c9a-6f54ddc6b3e4 {{(pid=93176) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 11:56:02.868583 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '233d43bc-459f-4634-a349-af4ee67efe94', 'name': 'network-vif-deleted', 'tag': 'f39848af-39f2-46d4-943e-69bbda3a70ae', 'status': 'completed', 'code': 200} Jun 29 11:56:03.394272 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d9cb77c8-6c9d-41de-8797-5605af8210d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:03.752802 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:04.413213 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 57998) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:56:04.535500 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9be8c49d-fdd7-49be-a71c-49aaf5d45c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:04.764923 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-3dee3b9a-b8c2-4eaf-a9eb-5279524327d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1015098'] for router_interface, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:05.020063 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.plugin [None req-3dee3b9a-b8c2-4eaf-a9eb-5279524327d1 admin admin] Deleting port 8b96ca64-af18-41e9-a396-a79bf691469d {{(pid=93175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:56:05.020394 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-3dee3b9a-b8c2-4eaf-a9eb-5279524327d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744991508026'] for port, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:05.098219 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.db [None req-3dee3b9a-b8c2-4eaf-a9eb-5279524327d1 admin admin] For port 8b96ca64-af18-41e9-a396-a79bf691469d, host dv-cinder-797608-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-smb',level=0,port_id=8b96ca64-af18-41e9-a396-a79bf691469d,segment=NetworkSegment(4586a4d6-f769-4011-98c4-5a95fbb20731),segment_id=4586a4d6-f769-4011-98c4-5a95fbb20731)] {{(pid=93175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:56:05.098485 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-3dee3b9a-b8c2-4eaf-a9eb-5279524327d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013211'] for port, precommit_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:05.111133 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.plugin [None req-3dee3b9a-b8c2-4eaf-a9eb-5279524327d1 admin admin] Calling delete_port for 8b96ca64-af18-41e9-a396-a79bf691469d owned by network:router_interface {{(pid=93175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:56:05.290882 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-3dee3b9a-b8c2-4eaf-a9eb-5279524327d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744991430440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744990953750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61825989'] for port, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:05.292897 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-83203b2e-b754-48c8-b277-0c98443d4fa3 tempest-TestShelveInstance-576167637 tempest-TestShelveInstance-576167637-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:56:05.320851 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dee3b9a-b8c2-4eaf-a9eb-5279524327d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b96ca64-af18-41e9-a396-a79bf691469d,revision_number=None']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:56:05.328756 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-3dee3b9a-b8c2-4eaf-a9eb-5279524327d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:56:05.491760 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-3dee3b9a-b8c2-4eaf-a9eb-5279524327d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-999562'] for router_interface, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:05.705560 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dee3b9a-b8c2-4eaf-a9eb-5279524327d1 admin admin] Router b9d650aa-b500-46e7-be7f-016fc89f94f5 has already been hosted by L3 agent bfbd9503-e406-4b21-85aa-cc71bbe721ce {{(pid=93175) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 11:56:05.809853 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dee3b9a-b8c2-4eaf-a9eb-5279524327d1 admin admin] Notify agent at l3_agent.dv-cinder-797608-2-smb the message routers_updated {{(pid=93175) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:56:05.815949 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-3dee3b9a-b8c2-4eaf-a9eb-5279524327d1 admin admin] 10.222.0.78 "PUT /v2.0/routers/b9d650aa-b500-46e7-be7f-016fc89f94f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4011133 Jun 29 11:56:05.817833 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 58000) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:56:05.819145 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da2a6c7-c556-4a7b-ac96-702325ebfff7 None None] Sync routers for ids ['b9d650aa-b500-46e7-be7f-016fc89f94f5'] in dv-cinder-797608-2-smb {{(pid=93177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:56:05.830222 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da2a6c7-c556-4a7b-ac96-702325ebfff7 None None] Routers {'b9d650aa-b500-46e7-be7f-016fc89f94f5'} bound to L3 agent in host dv-cinder-797608-2-smb {{(pid=93177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:56:05.830841 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-0da2a6c7-c556-4a7b-ac96-702325ebfff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T11:27:33Z,description=,heartbeat_timestamp=2021-06-29T11:56:03Z,host='dv-cinder-797608-2-smb',id=bfbd9503-e406-4b21-85aa-cc71bbe721ce,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:33Z,topic='l3_agent')) {'router_ids': ['b9d650aa-b500-46e7-be7f-016fc89f94f5'], 'active': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:56:05.927038 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-dca8935f-018a-4912-9acf-b520f021948e admin admin] Notify callbacks [] for router, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:06.045046 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-dca8935f-018a-4912-9acf-b520f021948e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:06.071479 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_dvr_db [None req-0da2a6c7-c556-4a7b-ac96-702325ebfff7 None None] Set router b9d650aa-b500-46e7-be7f-016fc89f94f5 gateway port host: dv-cinder-797608-2-smb {{(pid=93177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:56:06.098945 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.plugin [None req-dca8935f-018a-4912-9acf-b520f021948e admin admin] Deleting port cba3eb58-c2c3-437d-a79c-1ae2e70d1586 {{(pid=93175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:56:06.099284 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-dca8935f-018a-4912-9acf-b520f021948e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744991508026'] for port, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:06.178490 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.db [None req-dca8935f-018a-4912-9acf-b520f021948e admin admin] For port cba3eb58-c2c3-437d-a79c-1ae2e70d1586, host dv-cinder-797608-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-smb',level=0,port_id=cba3eb58-c2c3-437d-a79c-1ae2e70d1586,segment=NetworkSegment(bd18eb46-f552-49e6-b53a-14bd17fb4993),segment_id=bd18eb46-f552-49e6-b53a-14bd17fb4993)] {{(pid=93175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:56:06.179295 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-dca8935f-018a-4912-9acf-b520f021948e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013211'] for port, precommit_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:06.193048 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.plugin [None req-dca8935f-018a-4912-9acf-b520f021948e admin admin] Calling delete_port for cba3eb58-c2c3-437d-a79c-1ae2e70d1586 owned by network:router_gateway {{(pid=93175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:56:06.252492 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-0da2a6c7-c556-4a7b-ac96-702325ebfff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d650aa-b500-46e7-be7f-016fc89f94f5', 'name': 'tempest-TestMinimumBasicScenario-633739485-router', 'tenant_id': 'f2415b71cda24bf5acde7c26851006f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'external_fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.224'}], 'enable_snat': True}, 'gw_port_id': 'cba3eb58-c2c3-437d-a79c-1ae2e70d1586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:52:42Z', 'updated_at': '2021-06-29T11:56:05Z', 'revision_number': 5, 'project_id': 'f2415b71cda24bf5acde7c26851006f6', 'gw_port': {'id': 'cba3eb58-c2c3-437d-a79c-1ae2e70d1586', 'name': '', 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:c9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d650aa-b500-46e7-be7f-016fc89f94f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:52:42Z', 'updated_at': '2021-06-29T11:52:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042f854c-de74-4a6a-969f-d747577d8cca', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-smb'}], 'dv-cinder-797608-2-smb', False) {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:56:06.284243 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da2a6c7-c556-4a7b-ac96-702325ebfff7 None None] Checking router: b9d650aa-b500-46e7-be7f-016fc89f94f5 for host: dv-cinder-797608-2-smb {{(pid=93177) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:56:06.293707 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da2a6c7-c556-4a7b-ac96-702325ebfff7 None None] Routers {'b9d650aa-b500-46e7-be7f-016fc89f94f5'} bound to L3 agent in host dv-cinder-797608-2-smb {{(pid=93177) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:56:06.294345 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-0da2a6c7-c556-4a7b-ac96-702325ebfff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T11:27:33Z,description=,heartbeat_timestamp=2021-06-29T11:56:03Z,host='dv-cinder-797608-2-smb',id=bfbd9503-e406-4b21-85aa-cc71bbe721ce,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:33Z,topic='l3_agent')) {'router_ids': ['b9d650aa-b500-46e7-be7f-016fc89f94f5'], 'active': True} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:56:06.361840 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-dca8935f-018a-4912-9acf-b520f021948e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744991430440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744990953750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61825989'] for port, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:06.364903 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-d110a966-4e5c-419d-9ea8-586d0d679e95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:56:06.381275 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_dvr_db [None req-0da2a6c7-c556-4a7b-ac96-702325ebfff7 None None] Set router b9d650aa-b500-46e7-be7f-016fc89f94f5 gateway port host: None {{(pid=93177) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:56:06.393529 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca8935f-018a-4912-9acf-b520f021948e admin admin] Pushing event deleted for resources: {'Port': ['ID=cba3eb58-c2c3-437d-a79c-1ae2e70d1586,revision_number=None']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:56:06.400605 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-dca8935f-018a-4912-9acf-b520f021948e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:56:06.438682 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_hamode_db [None req-0da2a6c7-c556-4a7b-ac96-702325ebfff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9d650aa-b500-46e7-be7f-016fc89f94f5', 'name': 'tempest-TestMinimumBasicScenario-633739485-router', 'tenant_id': 'f2415b71cda24bf5acde7c26851006f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:52:42Z', 'updated_at': '2021-06-29T11:56:06Z', 'revision_number': 6, 'project_id': 'f2415b71cda24bf5acde7c26851006f6', 'gw_port_host': None}], 'dv-cinder-797608-2-smb', False) {} {{(pid=93177) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:56:06.457760 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-dca8935f-018a-4912-9acf-b520f021948e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535022'] for router_gateway, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:06.465598 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da2a6c7-c556-4a7b-ac96-702325ebfff7 None None] The sync data for ids ['b9d650aa-b500-46e7-be7f-016fc89f94f5'] in dv-cinder-797608-2-smb is: [{'id': 'b9d650aa-b500-46e7-be7f-016fc89f94f5', 'name': 'tempest-TestMinimumBasicScenario-633739485-router', 'tenant_id': 'f2415b71cda24bf5acde7c26851006f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:52:42Z', 'updated_at': '2021-06-29T11:56:06Z', 'revision_number': 6, 'project_id': 'f2415b71cda24bf5acde7c26851006f6', 'gw_port_host': None}] {{(pid=93177) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:56:06.488332 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7dc1f572-48b9-4e28-8a5a-f2a12e721563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:06.552269 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-dca8935f-018a-4912-9acf-b520f021948e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1002406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-498'] for router, precommit_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:06.554377 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-dca8935f-018a-4912-9acf-b520f021948e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:06.601061 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-dca8935f-018a-4912-9acf-b520f021948e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000879'] for router, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:06.601735 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca8935f-018a-4912-9acf-b520f021948e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9d650aa-b500-46e7-be7f-016fc89f94f5 {{(pid=93175) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 11:56:06.607338 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-dca8935f-018a-4912-9acf-b520f021948e admin admin] Notify callbacks [] for router, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:06.608530 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-dca8935f-018a-4912-9acf-b520f021948e admin admin] 10.222.0.78 "DELETE /v2.0/routers/b9d650aa-b500-46e7-be7f-016fc89f94f5 HTTP/1.1" status: 204 len: 168 time: 0.7897913 Jun 29 11:56:06.611514 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 58002) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:56:06.655892 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.db.db_base_plugin_v2 [None req-a71dca82-ab7a-4b27-88c6-a257d2d26f6e admin admin] Deleting subnet 72256983-adaf-4a0d-9e47-41e69933f6de {{(pid=93175) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 11:56:06.659506 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-a71dca82-ab7a-4b27-88c6-a257d2d26f6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:06.692707 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-a71dca82-ab7a-4b27-88c6-a257d2d26f6e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61476065'] for subnet, precommit_delete_associations {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:06.773850 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-a71dca82-ab7a-4b27-88c6-a257d2d26f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4171685'] for subnet, precommit_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:06.847303 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-a71dca82-ab7a-4b27-88c6-a257d2d26f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4171708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-61825855', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61544134'] for subnet, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:06.849899 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-01e7f282-299c-4927-9219-55fc74f81f29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:56:06.875764 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71dca82-ab7a-4b27-88c6-a257d2d26f6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72256983-adaf-4a0d-9e47-41e69933f6de,revision_number=None']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:56:06.878599 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-a71dca82-ab7a-4b27-88c6-a257d2d26f6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:56:06.879695 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-a71dca82-ab7a-4b27-88c6-a257d2d26f6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636407'] for subnet, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:06.881708 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-a71dca82-ab7a-4b27-88c6-a257d2d26f6e admin admin] 10.222.0.78 "DELETE /v2.0/subnets/72256983-adaf-4a0d-9e47-41e69933f6de HTTP/1.1" status: 204 len: 168 time: 0.2691283 Jun 29 11:56:06.884174 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 58004) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:56:06.889928 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29eacc7f-b9e6-44b4-9d68-c376a84c1601 None None] Network 8cf7e864-7d59-451a-bfa7-9d0dcd0d5227 requested from dv-cinder-797608-2-smb {{(pid=93177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:56:06.943427 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Device f39848af-39f2-46d4-943e-69bbda3a70ae no longer exists at agent hyperv_hv-cinder-79760 {{(pid=93177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:56:06.973508 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-c4e8840e-706b-4c78-a947-0955a4062127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3737496'] for network, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:06.983968 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] No Port match for: f39848af-39f2-46d4-943e-69bbda3a70ae {{(pid=93177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:56:06.984317 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Device f39848af-39f2-46d4-943e-69bbda3a70ae not bound to the agent host hv-cinder-79760 {{(pid=93177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:56:07.036544 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.plugin [None req-c4e8840e-706b-4c78-a947-0955a4062127 admin admin] Deleting port fd190950-c57f-4af0-9ef1-2ddc1e7c770d {{(pid=93175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:56:07.036872 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-c4e8840e-706b-4c78-a947-0955a4062127 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744991508026'] for port, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:07.114249 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.db [None req-c4e8840e-706b-4c78-a947-0955a4062127 admin admin] For port fd190950-c57f-4af0-9ef1-2ddc1e7c770d, host dv-cinder-797608-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-smb',level=0,port_id=fd190950-c57f-4af0-9ef1-2ddc1e7c770d,segment=NetworkSegment(4586a4d6-f769-4011-98c4-5a95fbb20731),segment_id=4586a4d6-f769-4011-98c4-5a95fbb20731)] {{(pid=93175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:56:07.114612 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-c4e8840e-706b-4c78-a947-0955a4062127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013211'] for port, precommit_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:07.127922 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.plugin [None req-c4e8840e-706b-4c78-a947-0955a4062127 admin admin] Calling delete_port for fd190950-c57f-4af0-9ef1-2ddc1e7c770d owned by network:dhcp {{(pid=93175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:56:07.207950 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-c4e8840e-706b-4c78-a947-0955a4062127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744991430440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744990953750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61825989'] for port, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:07.210021 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-403af718-99bd-45cf-bc19-fa229a884208 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:56:07.236592 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e8840e-706b-4c78-a947-0955a4062127 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd190950-c57f-4af0-9ef1-2ddc1e7c770d,revision_number=None']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:56:07.239896 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-c4e8840e-706b-4c78-a947-0955a4062127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:56:07.240663 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e8840e-706b-4c78-a947-0955a4062127 admin admin] No DVR routers for this DVR port fd190950-c57f-4af0-9ef1-2ddc1e7c770d on host dv-cinder-797608-2-smb {{(pid=93175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:56:07.304629 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b43d69-2907-481d-af8a-9f51995bb037 None None] DHCP port deletion for 8cf7e864-7d59-451a-bfa7-9d0dcd0d5227 request from dv-cinder-797608-2-smb {{(pid=93177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 11:56:07.314035 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Device 8b96ca64-af18-41e9-a396-a79bf691469d no longer exists at agent ovs-agent-dv-cinder-797608-2-smb {{(pid=93177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:56:07.322673 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-c4e8840e-706b-4c78-a947-0955a4062127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4171643', 'neutron.services.segments.db._delete_segments_for_network-8744991479107'] for network, precommit_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:07.335510 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.services.segments.db [None req-c4e8840e-706b-4c78-a947-0955a4062127 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cf7e864-7d59-451a-bfa7-9d0dcd0d5227']}} {{(pid=93175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:56:07.344276 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] No Port match for: 8b96ca64-af18-41e9-a396-a79bf691469d {{(pid=93177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:56:07.344711 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Device 8b96ca64-af18-41e9-a396-a79bf691469d not bound to the agent host dv-cinder-797608-2-smb {{(pid=93177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:56:07.348811 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.services.segments.db [None req-c4e8840e-706b-4c78-a947-0955a4062127 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4586a4d6-f769-4011-98c4-5a95fbb20731') {'for_net_delete': True} {{(pid=93175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:56:07.349100 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.services.segments.db [None req-c4e8840e-706b-4c78-a947-0955a4062127 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4586a4d6-f769-4011-98c4-5a95fbb20731') {} {{(pid=93175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:56:07.359739 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-c4e8840e-706b-4c78-a947-0955a4062127 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744991309258', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61476078'] for segment, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:07.373553 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-c4e8840e-706b-4c78-a947-0955a4062127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144823'] for segment, precommit_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:07.380102 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4e8840e-706b-4c78-a947-0955a4062127 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=93175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 11:56:07.380435 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-c4e8840e-706b-4c78-a947-0955a4062127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61825938'] for segment, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:07.382047 dv-cinder-797608-2-smb neutron-server[93175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:56:07.382047 dv-cinder-797608-2-smb neutron-server[93175]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:56:07.382047 dv-cinder-797608-2-smb neutron-server[93175]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 11:56:07.382047 dv-cinder-797608-2-smb neutron-server[93175]: conditions |= (models_v2.Port.network_id.in_( Jun 29 11:56:07.382047 dv-cinder-797608-2-smb neutron-server[93175]: Traceback (most recent call last): Jun 29 11:56:07.382047 dv-cinder-797608-2-smb neutron-server[93175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 11:56:07.382047 dv-cinder-797608-2-smb neutron-server[93175]: timer() Jun 29 11:56:07.382047 dv-cinder-797608-2-smb neutron-server[93175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 11:56:07.382047 dv-cinder-797608-2-smb neutron-server[93175]: cb(*args, **kw) Jun 29 11:56:07.382047 dv-cinder-797608-2-smb neutron-server[93175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 11:56:07.382047 dv-cinder-797608-2-smb neutron-server[93175]: return func(*args, **kwargs) Jun 29 11:56:07.382047 dv-cinder-797608-2-smb neutron-server[93175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 11:56:07.382047 dv-cinder-797608-2-smb neutron-server[93175]: self._notify() Jun 29 11:56:07.382047 dv-cinder-797608-2-smb neutron-server[93175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 11:56:07.382047 dv-cinder-797608-2-smb neutron-server[93175]: self.callback(batched_events) Jun 29 11:56:07.382047 dv-cinder-797608-2-smb neutron-server[93175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 11:56:07.382047 dv-cinder-797608-2-smb neutron-server[93175]: event.method(event) Jun 29 11:56:07.382047 dv-cinder-797608-2-smb neutron-server[93175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 11:56:07.382047 dv-cinder-797608-2-smb neutron-server[93175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 11:56:07.382047 dv-cinder-797608-2-smb neutron-server[93175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 11:56:07.382047 dv-cinder-797608-2-smb neutron-server[93175]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 11:56:07.382047 dv-cinder-797608-2-smb neutron-server[93175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 11:56:07.382047 dv-cinder-797608-2-smb neutron-server[93175]: return f(self, *a, **k) Jun 29 11:56:07.382047 dv-cinder-797608-2-smb neutron-server[93175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 11:56:07.382047 dv-cinder-797608-2-smb neutron-server[93175]: return self._get(url).json() Jun 29 11:56:07.382047 dv-cinder-797608-2-smb neutron-server[93175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 11:56:07.382047 dv-cinder-797608-2-smb neutron-server[93175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 11:56:07.382047 dv-cinder-797608-2-smb neutron-server[93175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 11:56:07.382047 dv-cinder-797608-2-smb neutron-server[93175]: return self.request(url, 'GET', **kwargs) Jun 29 11:56:07.382047 dv-cinder-797608-2-smb neutron-server[93175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 11:56:07.382047 dv-cinder-797608-2-smb neutron-server[93175]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 11:56:07.382047 dv-cinder-797608-2-smb neutron-server[93175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 11:56:07.382047 dv-cinder-797608-2-smb neutron-server[93175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 11:56:07.382047 dv-cinder-797608-2-smb neutron-server[93175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 11:56:07.382047 dv-cinder-797608-2-smb neutron-server[93175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 11:56:07.382047 dv-cinder-797608-2-smb neutron-server[93175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 11:56:07.450219 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-c4e8840e-706b-4c78-a947-0955a4062127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4171616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-533507'] for network, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:07.454824 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-c4e8840e-706b-4c78-a947-0955a4062127 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636407'] for network, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:07.460025 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-c4e8840e-706b-4c78-a947-0955a4062127 admin admin] 10.222.0.78 "DELETE /v2.0/networks/8cf7e864-7d59-451a-bfa7-9d0dcd0d5227 HTTP/1.1" status: 204 len: 168 time: 0.5748520 Jun 29 11:56:07.460189 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 58006) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:56:07.460820 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:56:07.474506 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e8840e-706b-4c78-a947-0955a4062127 admin admin] Pushing event deleted for resources: {'Network': ['ID=8cf7e864-7d59-451a-bfa7-9d0dcd0d5227,revision_number=None']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:56:07.477352 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-c4e8840e-706b-4c78-a947-0955a4062127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:56:07.820689 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b23d743a-c210-40d5-a719-aea535e4c6da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1015098'] for router_interface, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:08.075650 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-b23d743a-c210-40d5-a719-aea535e4c6da admin admin] Deleting port 912077fc-7eac-49c8-bd9f-901cbc967511 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:56:08.075905 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b23d743a-c210-40d5-a719-aea535e4c6da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744991508026'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:08.152130 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-b23d743a-c210-40d5-a719-aea535e4c6da admin admin] For port 912077fc-7eac-49c8-bd9f-901cbc967511, host dv-cinder-797608-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-smb',level=0,port_id=912077fc-7eac-49c8-bd9f-901cbc967511,segment=NetworkSegment(7f159ac6-3c6b-4aac-a511-bdec002b848b),segment_id=7f159ac6-3c6b-4aac-a511-bdec002b848b)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:56:08.152479 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b23d743a-c210-40d5-a719-aea535e4c6da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013211'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:08.165136 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-b23d743a-c210-40d5-a719-aea535e4c6da admin admin] Calling delete_port for 912077fc-7eac-49c8-bd9f-901cbc967511 owned by network:router_interface {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:56:08.340982 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b23d743a-c210-40d5-a719-aea535e4c6da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744991430440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744990953750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58778309'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:08.342874 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-a02f3424-845e-4e1d-9cb4-c2ce0cf26d8f tempest-TestMinimumBasicScenario-60480547 tempest-TestMinimumBasicScenario-60480547-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:56:08.370277 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23d743a-c210-40d5-a719-aea535e4c6da admin admin] Pushing event deleted for resources: {'Port': ['ID=912077fc-7eac-49c8-bd9f-901cbc967511,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:56:08.373369 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b23d743a-c210-40d5-a719-aea535e4c6da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:56:08.537272 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b23d743a-c210-40d5-a719-aea535e4c6da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-636379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-999562'] for router_interface, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:08.750832 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b23d743a-c210-40d5-a719-aea535e4c6da admin admin] Router 5cf36d6e-96f9-4b6a-80a9-85aa7e696e19 has already been hosted by L3 agent bfbd9503-e406-4b21-85aa-cc71bbe721ce {{(pid=93176) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 11:56:08.923298 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Device fd190950-c57f-4af0-9ef1-2ddc1e7c770d no longer exists at agent ovs-agent-dv-cinder-797608-2-smb {{(pid=93177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:56:08.944402 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] No Port match for: fd190950-c57f-4af0-9ef1-2ddc1e7c770d {{(pid=93177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:56:08.944753 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Device fd190950-c57f-4af0-9ef1-2ddc1e7c770d not bound to the agent host dv-cinder-797608-2-smb {{(pid=93177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:56:08.945176 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Device cba3eb58-c2c3-437d-a79c-1ae2e70d1586 no longer exists at agent ovs-agent-dv-cinder-797608-2-smb {{(pid=93177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:56:08.965667 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] No Port match for: cba3eb58-c2c3-437d-a79c-1ae2e70d1586 {{(pid=93177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:56:08.966021 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Device cba3eb58-c2c3-437d-a79c-1ae2e70d1586 not bound to the agent host dv-cinder-797608-2-smb {{(pid=93177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:56:09.107972 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b23d743a-c210-40d5-a719-aea535e4c6da admin admin] Notify agent at l3_agent.dv-cinder-797608-2-smb the message routers_updated {{(pid=93176) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 11:56:09.113230 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-b23d743a-c210-40d5-a719-aea535e4c6da admin admin] 10.222.0.78 "PUT /v2.0/routers/5cf36d6e-96f9-4b6a-80a9-85aa7e696e19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6521201 Jun 29 11:56:09.115664 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 58008) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:56:09.116771 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9594b5b-61c1-4eb0-b919-9b634b36be8d None None] Sync routers for ids ['5cf36d6e-96f9-4b6a-80a9-85aa7e696e19'] in dv-cinder-797608-2-smb {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 11:56:09.125906 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9594b5b-61c1-4eb0-b919-9b634b36be8d None None] Routers {'5cf36d6e-96f9-4b6a-80a9-85aa7e696e19'} bound to L3 agent in host dv-cinder-797608-2-smb {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:56:09.126440 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-e9594b5b-61c1-4eb0-b919-9b634b36be8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T11:27:33Z,description=,heartbeat_timestamp=2021-06-29T11:56:03Z,host='dv-cinder-797608-2-smb',id=bfbd9503-e406-4b21-85aa-cc71bbe721ce,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:33Z,topic='l3_agent')) {'router_ids': ['5cf36d6e-96f9-4b6a-80a9-85aa7e696e19'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:56:09.216924 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b3b0f237-45b6-42dd-aa4d-2c1d4421906e admin admin] Notify callbacks [] for router, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:09.229424 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-e9594b5b-61c1-4eb0-b919-9b634b36be8d None None] Set router 5cf36d6e-96f9-4b6a-80a9-85aa7e696e19 gateway port host: dv-cinder-797608-2-smb {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:56:09.319771 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b3b0f237-45b6-42dd-aa4d-2c1d4421906e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:09.371624 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-b3b0f237-45b6-42dd-aa4d-2c1d4421906e admin admin] Deleting port 54745748-7b22-4655-9717-8f96fc0da430 {{(pid=93176) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:56:09.371960 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b3b0f237-45b6-42dd-aa4d-2c1d4421906e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744991508026'] for port, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:09.422501 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-e9594b5b-61c1-4eb0-b919-9b634b36be8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf36d6e-96f9-4b6a-80a9-85aa7e696e19', 'name': 'tempest-TestMinimumBasicScenario-1455875024-router', 'tenant_id': 'a7638b6fe5d54080856423b01ba27d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'external_fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.176'}], 'enable_snat': True}, 'gw_port_id': '54745748-7b22-4655-9717-8f96fc0da430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:52:46Z', 'updated_at': '2021-06-29T11:56:08Z', 'revision_number': 5, 'project_id': 'a7638b6fe5d54080856423b01ba27d29', 'gw_port': {'id': '54745748-7b22-4655-9717-8f96fc0da430', 'name': '', 'network_id': '6fd298bf-14bd-44c4-b839-39c6685a3eb6', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c1:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cf36d6e-96f9-4b6a-80a9-85aa7e696e19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '042f854c-de74-4a6a-969f-d747577d8cca', 'ip_address': '172.28.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T11:52:47Z', 'updated_at': '2021-06-29T11:52:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '042f854c-de74-4a6a-969f-d747577d8cca', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-2-smb'}], 'dv-cinder-797608-2-smb', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:56:09.451581 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.db [None req-b3b0f237-45b6-42dd-aa4d-2c1d4421906e admin admin] For port 54745748-7b22-4655-9717-8f96fc0da430, host dv-cinder-797608-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-smb',level=0,port_id=54745748-7b22-4655-9717-8f96fc0da430,segment=NetworkSegment(bd18eb46-f552-49e6-b53a-14bd17fb4993),segment_id=bd18eb46-f552-49e6-b53a-14bd17fb4993)] {{(pid=93176) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:56:09.451863 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9594b5b-61c1-4eb0-b919-9b634b36be8d None None] Checking router: 5cf36d6e-96f9-4b6a-80a9-85aa7e696e19 for host: dv-cinder-797608-2-smb {{(pid=93178) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 11:56:09.451991 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b3b0f237-45b6-42dd-aa4d-2c1d4421906e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013211'] for port, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:09.462032 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9594b5b-61c1-4eb0-b919-9b634b36be8d None None] Routers {'5cf36d6e-96f9-4b6a-80a9-85aa7e696e19'} bound to L3 agent in host dv-cinder-797608-2-smb {{(pid=93178) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 11:56:09.462654 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-e9594b5b-61c1-4eb0-b919-9b634b36be8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T11:27:33Z,description=,heartbeat_timestamp=2021-06-29T11:56:03Z,host='dv-cinder-797608-2-smb',id=bfbd9503-e406-4b21-85aa-cc71bbe721ce,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T11:27:33Z,topic='l3_agent')) {'router_ids': ['5cf36d6e-96f9-4b6a-80a9-85aa7e696e19'], 'active': True} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:56:09.465351 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.plugins.ml2.plugin [None req-b3b0f237-45b6-42dd-aa4d-2c1d4421906e admin admin] Calling delete_port for 54745748-7b22-4655-9717-8f96fc0da430 owned by network:router_gateway {{(pid=93176) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:56:09.547909 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_dvr_db [None req-e9594b5b-61c1-4eb0-b919-9b634b36be8d None None] Set router 5cf36d6e-96f9-4b6a-80a9-85aa7e696e19 gateway port host: None {{(pid=93178) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 11:56:09.605078 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.l3_hamode_db [None req-e9594b5b-61c1-4eb0-b919-9b634b36be8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cf36d6e-96f9-4b6a-80a9-85aa7e696e19', 'name': 'tempest-TestMinimumBasicScenario-1455875024-router', 'tenant_id': 'a7638b6fe5d54080856423b01ba27d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:52:46Z', 'updated_at': '2021-06-29T11:56:09Z', 'revision_number': 6, 'project_id': 'a7638b6fe5d54080856423b01ba27d29', 'gw_port_host': None}], 'dv-cinder-797608-2-smb', False) {} {{(pid=93178) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:56:09.639089 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b3b0f237-45b6-42dd-aa4d-2c1d4421906e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744991430440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744990953750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58778309'] for port, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:09.639980 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9594b5b-61c1-4eb0-b919-9b634b36be8d None None] The sync data for ids ['5cf36d6e-96f9-4b6a-80a9-85aa7e696e19'] in dv-cinder-797608-2-smb is: [{'id': '5cf36d6e-96f9-4b6a-80a9-85aa7e696e19', 'name': 'tempest-TestMinimumBasicScenario-1455875024-router', 'tenant_id': 'a7638b6fe5d54080856423b01ba27d29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T11:52:46Z', 'updated_at': '2021-06-29T11:56:09Z', 'revision_number': 6, 'project_id': 'a7638b6fe5d54080856423b01ba27d29', 'gw_port_host': None}] {{(pid=93178) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 11:56:09.641495 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-ad22ac11-d481-4b28-900b-2bc783ffe6fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:56:09.675822 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b0f237-45b6-42dd-aa4d-2c1d4421906e admin admin] Pushing event deleted for resources: {'Port': ['ID=54745748-7b22-4655-9717-8f96fc0da430,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:56:09.692899 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-b3b0f237-45b6-42dd-aa4d-2c1d4421906e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:56:09.730552 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b3b0f237-45b6-42dd-aa4d-2c1d4421906e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535022'] for router_gateway, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:09.819522 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b3b0f237-45b6-42dd-aa4d-2c1d4421906e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1002406', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-498'] for router, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:09.821653 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b3b0f237-45b6-42dd-aa4d-2c1d4421906e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:09.868125 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b3b0f237-45b6-42dd-aa4d-2c1d4421906e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1000879'] for router, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:09.868710 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b0f237-45b6-42dd-aa4d-2c1d4421906e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5cf36d6e-96f9-4b6a-80a9-85aa7e696e19 {{(pid=93176) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 11:56:09.872923 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-b3b0f237-45b6-42dd-aa4d-2c1d4421906e admin admin] Notify callbacks [] for router, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:09.874118 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-b3b0f237-45b6-42dd-aa4d-2c1d4421906e admin admin] 10.222.0.78 "DELETE /v2.0/routers/5cf36d6e-96f9-4b6a-80a9-85aa7e696e19 HTTP/1.1" status: 204 len: 168 time: 0.7574935 Jun 29 11:56:09.877414 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 58010) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:56:09.922647 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.db.db_base_plugin_v2 [None req-3df86156-7588-4f09-af72-e61ce552b121 admin admin] Deleting subnet ede15909-79c7-4aeb-8d2e-2ec14cceee48 {{(pid=93176) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 11:56:09.925797 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3df86156-7588-4f09-af72-e61ce552b121 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:09.960027 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3df86156-7588-4f09-af72-e61ce552b121 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62645035'] for subnet, precommit_delete_associations {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:10.049961 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3df86156-7588-4f09-af72-e61ce552b121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4171685'] for subnet, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:10.101037 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3df86156-7588-4f09-af72-e61ce552b121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4171708', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-436416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58778175', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62643856'] for subnet, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:10.103193 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:56:10.127789 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df86156-7588-4f09-af72-e61ce552b121 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ede15909-79c7-4aeb-8d2e-2ec14cceee48,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:56:10.130791 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-3df86156-7588-4f09-af72-e61ce552b121 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:56:10.131901 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-3df86156-7588-4f09-af72-e61ce552b121 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:10.133685 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-3df86156-7588-4f09-af72-e61ce552b121 admin admin] 10.222.0.78 "DELETE /v2.0/subnets/ede15909-79c7-4aeb-8d2e-2ec14cceee48 HTTP/1.1" status: 204 len: 168 time: 0.2553110 Jun 29 11:56:10.136345 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 58012) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:56:10.137881 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f15258a-f929-4cfe-85ae-c27d1839f41e None None] Network d65277e6-d494-404d-98ed-c37980bd57b3 requested from dv-cinder-797608-2-smb {{(pid=93177) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 11:56:10.203470 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-aad37d35-eab1-40f9-86c8-98cf6cf472cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3737496'] for network, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:10.258702 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.plugin [None req-aad37d35-eab1-40f9-86c8-98cf6cf472cc admin admin] Deleting port e6289d11-8b1a-4917-a448-c9a324ce681a {{(pid=93175) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:56:10.259038 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-aad37d35-eab1-40f9-86c8-98cf6cf472cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744991508026'] for port, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:10.321226 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.db [None req-aad37d35-eab1-40f9-86c8-98cf6cf472cc admin admin] For port e6289d11-8b1a-4917-a448-c9a324ce681a, host dv-cinder-797608-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-2-smb',level=0,port_id=e6289d11-8b1a-4917-a448-c9a324ce681a,segment=NetworkSegment(7f159ac6-3c6b-4aac-a511-bdec002b848b),segment_id=7f159ac6-3c6b-4aac-a511-bdec002b848b)] {{(pid=93175) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:56:10.321512 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-aad37d35-eab1-40f9-86c8-98cf6cf472cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013211'] for port, precommit_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:10.334066 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.plugin [None req-aad37d35-eab1-40f9-86c8-98cf6cf472cc admin admin] Calling delete_port for e6289d11-8b1a-4917-a448-c9a324ce681a owned by network:dhcp {{(pid=93175) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:56:10.381817 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df8441a-1ea7-43c2-b503-a7bc593c9ea9 None None] DHCP port deletion for d65277e6-d494-404d-98ed-c37980bd57b3 request from dv-cinder-797608-2-smb {{(pid=93177) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 11:56:10.420503 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-aad37d35-eab1-40f9-86c8-98cf6cf472cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744991430440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744990953750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-61825989'] for port, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:10.423380 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-f238f01d-6a76-4fa0-80bb-54dc1bda2471 tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:56:10.428530 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-6df8441a-1ea7-43c2-b503-a7bc593c9ea9 None None] Deleting port e6289d11-8b1a-4917-a448-c9a324ce681a {{(pid=93177) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 11:56:10.428916 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6df8441a-1ea7-43c2-b503-a7bc593c9ea9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744991508026'] for port, before_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:10.448639 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad37d35-eab1-40f9-86c8-98cf6cf472cc admin admin] Pushing event deleted for resources: {'Port': ['ID=e6289d11-8b1a-4917-a448-c9a324ce681a,revision_number=None']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:56:10.453721 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad37d35-eab1-40f9-86c8-98cf6cf472cc admin admin] No DVR routers for this DVR port e6289d11-8b1a-4917-a448-c9a324ce681a on host dv-cinder-797608-2-smb {{(pid=93175) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:56:10.457844 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-aad37d35-eab1-40f9-86c8-98cf6cf472cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:56:10.495615 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.db [None req-6df8441a-1ea7-43c2-b503-a7bc593c9ea9 None None] For port e6289d11-8b1a-4917-a448-c9a324ce681a, host dv-cinder-797608-2-smb, got binding levels [] {{(pid=93177) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 11:56:10.496217 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6df8441a-1ea7-43c2-b503-a7bc593c9ea9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1013211'] for port, precommit_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:10.509556 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-6df8441a-1ea7-43c2-b503-a7bc593c9ea9 None None] Calling delete_port for e6289d11-8b1a-4917-a448-c9a324ce681a owned by network:dhcp {{(pid=93177) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 11:56:10.512196 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.ipam_backend_mixin [None req-6df8441a-1ea7-43c2-b503-a7bc593c9ea9 None None] Port e6289d11-8b1a-4917-a448-c9a324ce681a was not found and therefore no delete operation was performed {{(pid=93177) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 29 11:56:10.513434 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-6df8441a-1ea7-43c2-b503-a7bc593c9ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3671154', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-463170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744991430440', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744990953750'] for port, after_delete {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:10.516537 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:56:10.529378 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-aad37d35-eab1-40f9-86c8-98cf6cf472cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4171643', 'neutron.services.segments.db._delete_segments_for_network-8744991479107'] for network, precommit_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:10.540962 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df8441a-1ea7-43c2-b503-a7bc593c9ea9 None None] Pushing event deleted for resources: {'Port': ['ID=e6289d11-8b1a-4917-a448-c9a324ce681a,revision_number=None']} {{(pid=93177) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:56:10.541257 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.services.segments.db [None req-aad37d35-eab1-40f9-86c8-98cf6cf472cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d65277e6-d494-404d-98ed-c37980bd57b3']}} {{(pid=93175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:56:10.543304 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df8441a-1ea7-43c2-b503-a7bc593c9ea9 None None] No DVR routers for this DVR port e6289d11-8b1a-4917-a448-c9a324ce681a on host dv-cinder-797608-2-smb {{(pid=93177) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 11:56:10.554183 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.services.segments.db [None req-aad37d35-eab1-40f9-86c8-98cf6cf472cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f159ac6-3c6b-4aac-a511-bdec002b848b') {'for_net_delete': True} {{(pid=93175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:56:10.554582 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.services.segments.db [None req-aad37d35-eab1-40f9-86c8-98cf6cf472cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f159ac6-3c6b-4aac-a511-bdec002b848b') {} {{(pid=93175) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 11:56:10.555987 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df8441a-1ea7-43c2-b503-a7bc593c9ea9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:56:10.556273 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df8441a-1ea7-43c2-b503-a7bc593c9ea9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:56:10.556616 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df8441a-1ea7-43c2-b503-a7bc593c9ea9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:56:10.556949 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df8441a-1ea7-43c2-b503-a7bc593c9ea9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:56:10.557278 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df8441a-1ea7-43c2-b503-a7bc593c9ea9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:56:10.557605 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df8441a-1ea7-43c2-b503-a7bc593c9ea9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:56:10.557930 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df8441a-1ea7-43c2-b503-a7bc593c9ea9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:56:10.558254 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df8441a-1ea7-43c2-b503-a7bc593c9ea9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:56:10.558576 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df8441a-1ea7-43c2-b503-a7bc593c9ea9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:56:10.558963 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df8441a-1ea7-43c2-b503-a7bc593c9ea9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:56:10.559204 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df8441a-1ea7-43c2-b503-a7bc593c9ea9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:56:10.559521 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df8441a-1ea7-43c2-b503-a7bc593c9ea9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-2-smb {{(pid=93177) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 11:56:10.563855 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG oslo_concurrency.lockutils [None req-6df8441a-1ea7-43c2-b503-a7bc593c9ea9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93177) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:56:10.565547 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-aad37d35-eab1-40f9-86c8-98cf6cf472cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744991309258', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61476078'] for segment, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:10.580622 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-aad37d35-eab1-40f9-86c8-98cf6cf472cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144823'] for segment, precommit_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:10.588272 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aad37d35-eab1-40f9-86c8-98cf6cf472cc admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=93175) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 11:56:10.588684 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-aad37d35-eab1-40f9-86c8-98cf6cf472cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4144823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-61825938'] for segment, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:10.590474 dv-cinder-797608-2-smb neutron-server[93175]: Traceback (most recent call last): Jun 29 11:56:10.590474 dv-cinder-797608-2-smb neutron-server[93175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 11:56:10.590474 dv-cinder-797608-2-smb neutron-server[93175]: timer() Jun 29 11:56:10.590474 dv-cinder-797608-2-smb neutron-server[93175]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 11:56:10.590474 dv-cinder-797608-2-smb neutron-server[93175]: cb(*args, **kw) Jun 29 11:56:10.590474 dv-cinder-797608-2-smb neutron-server[93175]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 11:56:10.590474 dv-cinder-797608-2-smb neutron-server[93175]: return func(*args, **kwargs) Jun 29 11:56:10.590474 dv-cinder-797608-2-smb neutron-server[93175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 11:56:10.590474 dv-cinder-797608-2-smb neutron-server[93175]: self._notify() Jun 29 11:56:10.590474 dv-cinder-797608-2-smb neutron-server[93175]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 11:56:10.590474 dv-cinder-797608-2-smb neutron-server[93175]: self.callback(batched_events) Jun 29 11:56:10.590474 dv-cinder-797608-2-smb neutron-server[93175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 11:56:10.590474 dv-cinder-797608-2-smb neutron-server[93175]: event.method(event) Jun 29 11:56:10.590474 dv-cinder-797608-2-smb neutron-server[93175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 11:56:10.590474 dv-cinder-797608-2-smb neutron-server[93175]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 11:56:10.590474 dv-cinder-797608-2-smb neutron-server[93175]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 11:56:10.590474 dv-cinder-797608-2-smb neutron-server[93175]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 11:56:10.590474 dv-cinder-797608-2-smb neutron-server[93175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 11:56:10.590474 dv-cinder-797608-2-smb neutron-server[93175]: return f(self, *a, **k) Jun 29 11:56:10.590474 dv-cinder-797608-2-smb neutron-server[93175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 11:56:10.590474 dv-cinder-797608-2-smb neutron-server[93175]: return self._get(url).json() Jun 29 11:56:10.590474 dv-cinder-797608-2-smb neutron-server[93175]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 11:56:10.590474 dv-cinder-797608-2-smb neutron-server[93175]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 11:56:10.590474 dv-cinder-797608-2-smb neutron-server[93175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 11:56:10.590474 dv-cinder-797608-2-smb neutron-server[93175]: return self.request(url, 'GET', **kwargs) Jun 29 11:56:10.590474 dv-cinder-797608-2-smb neutron-server[93175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 11:56:10.590474 dv-cinder-797608-2-smb neutron-server[93175]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 11:56:10.590474 dv-cinder-797608-2-smb neutron-server[93175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 11:56:10.590474 dv-cinder-797608-2-smb neutron-server[93175]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 11:56:10.590474 dv-cinder-797608-2-smb neutron-server[93175]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 11:56:10.590474 dv-cinder-797608-2-smb neutron-server[93175]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 11:56:10.590474 dv-cinder-797608-2-smb neutron-server[93175]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 11:56:10.645454 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-aad37d35-eab1-40f9-86c8-98cf6cf472cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4171616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041266', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-636370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-533507'] for network, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:10.651051 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-aad37d35-eab1-40f9-86c8-98cf6cf472cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636407'] for network, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:10.661973 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-aad37d35-eab1-40f9-86c8-98cf6cf472cc admin admin] 10.222.0.78 "DELETE /v2.0/networks/d65277e6-d494-404d-98ed-c37980bd57b3 HTTP/1.1" status: 204 len: 168 time: 0.5157135 Jun 29 11:56:10.661973 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:56:10.672971 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad37d35-eab1-40f9-86c8-98cf6cf472cc admin admin] Pushing event deleted for resources: {'Network': ['ID=d65277e6-d494-404d-98ed-c37980bd57b3,revision_number=None']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:56:10.675479 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-aad37d35-eab1-40f9-86c8-98cf6cf472cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:56:10.819243 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 58016) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:56:10.864798 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-2aca3a36-37f2-478d-9b2e-cf5cdfbf5db9 admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=f2415b71cda24bf5acde7c26851006f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0441942 Jun 29 11:56:10.867102 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.wsgi [-] (93176) accepted ('10.222.0.78', 58018) {{(pid=93176) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:56:10.874761 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Device 54745748-7b22-4655-9717-8f96fc0da430 no longer exists at agent ovs-agent-dv-cinder-797608-2-smb {{(pid=93177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:56:10.894870 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] No Port match for: 54745748-7b22-4655-9717-8f96fc0da430 {{(pid=93177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:56:10.895221 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Device 54745748-7b22-4655-9717-8f96fc0da430 not bound to the agent host dv-cinder-797608-2-smb {{(pid=93177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:56:10.895664 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Device 912077fc-7eac-49c8-bd9f-901cbc967511 no longer exists at agent ovs-agent-dv-cinder-797608-2-smb {{(pid=93177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:56:10.915776 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] No Port match for: 912077fc-7eac-49c8-bd9f-901cbc967511 {{(pid=93177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:56:10.916049 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Device 912077fc-7eac-49c8-bd9f-901cbc967511 not bound to the agent host dv-cinder-797608-2-smb {{(pid=93177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:56:10.916467 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Device e6289d11-8b1a-4917-a448-c9a324ce681a no longer exists at agent ovs-agent-dv-cinder-797608-2-smb {{(pid=93177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 11:56:10.918920 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e0166650-4f63-431d-a8d3-bc0700c13e1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:10.935728 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.plugin [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] No Port match for: e6289d11-8b1a-4917-a448-c9a324ce681a {{(pid=93177) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 11:56:10.936081 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron.plugins.ml2.rpc [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Device e6289d11-8b1a-4917-a448-c9a324ce681a not bound to the agent host dv-cinder-797608-2-smb {{(pid=93177) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 11:56:10.940902 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e0166650-4f63-431d-a8d3-bc0700c13e1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:10.993150 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e0166650-4f63-431d-a8d3-bc0700c13e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:10.995588 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron_lib.callbacks.manager [None req-e0166650-4f63-431d-a8d3-bc0700c13e1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93176) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:10.996722 dv-cinder-797608-2-smb neutron-server[93176]: INFO neutron.wsgi [None req-e0166650-4f63-431d-a8d3-bc0700c13e1d admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/0197944b-fdfa-4fdb-9d82-1a39367dfe6c HTTP/1.1" status: 204 len: 168 time: 0.1286869 Jun 29 11:56:10.997524 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-9daff76e-a784-46a4-9711-f758d920017d tempest-AttachVolumeTestJSON-2043064392 tempest-AttachVolumeTestJSON-2043064392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:56:11.005213 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0166650-4f63-431d-a8d3-bc0700c13e1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0197944b-fdfa-4fdb-9d82-1a39367dfe6c,revision_number=None']} {{(pid=93176) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:56:11.007705 dv-cinder-797608-2-smb neutron-server[93176]: DEBUG oslo_concurrency.lockutils [None req-e0166650-4f63-431d-a8d3-bc0700c13e1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93176) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:56:11.307383 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 58024) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:56:11.346820 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-cd6be1a6-8fa1-4c50-9237-20ea41bb4eaf admin admin] 10.222.0.78 "GET /v2.0/security-groups?tenant_id=a7638b6fe5d54080856423b01ba27d29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381274 Jun 29 11:56:11.349153 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [-] (93175) accepted ('10.222.0.78', 58026) {{(pid=93175) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 11:56:11.400397 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-80c3b852-e723-46eb-a23e-251e11a56897 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:11.707861 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-80c3b852-e723-46eb-a23e-251e11a56897 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:11.754373 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-80c3b852-e723-46eb-a23e-251e11a56897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1041258'] for security_group, after_delete {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:11.757115 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron_lib.callbacks.manager [None req-80c3b852-e723-46eb-a23e-251e11a56897 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93175) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:11.758260 dv-cinder-797608-2-smb neutron-server[93175]: INFO neutron.wsgi [None req-80c3b852-e723-46eb-a23e-251e11a56897 admin admin] 10.222.0.78 "DELETE /v2.0/security-groups/cb5ef416-d454-4b1d-92ea-bea01cdb365d HTTP/1.1" status: 204 len: 168 time: 0.4081824 Jun 29 11:56:11.759024 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-920a7dc1-4fa0-4b13-b786-53af55aa24a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 11:56:11.766846 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c3b852-e723-46eb-a23e-251e11a56897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb5ef416-d454-4b1d-92ea-bea01cdb365d,revision_number=None']} {{(pid=93175) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 11:56:11.769245 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG oslo_concurrency.lockutils [None req-80c3b852-e723-46eb-a23e-251e11a56897 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93175) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 11:56:20.762909 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:30.619101 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-18eb668b-2b52-426d-958d-89e305a4f676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:33.395489 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b88d698e-a302-48fe-9058-84031c83aded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:33.754156 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:34.538319 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9be8c49d-fdd7-49be-a71c-49aaf5d45c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:36.286721 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.agents_db [None req-013366be-bbdd-48cc-8d7f-8588d5b4b8e9 None None] Agent healthcheck: found 6 active agents {{(pid=93178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:56:36.489648 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7dc1f572-48b9-4e28-8a5a-f2a12e721563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:56:50.775064 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:57:00.621224 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-23d6b499-02fe-4dd0-8087-486517db164c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:57:03.397849 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-351b2a3a-ef04-4ae4-b356-c180384981fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:57:03.755390 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:57:04.544095 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9be8c49d-fdd7-49be-a71c-49aaf5d45c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:57:06.494004 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7dc1f572-48b9-4e28-8a5a-f2a12e721563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:57:13.284928 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.agents_db [None req-013366be-bbdd-48cc-8d7f-8588d5b4b8e9 None None] Agent healthcheck: found 6 active agents {{(pid=93178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:57:20.791996 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:57:30.625304 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-4ce064c0-fce4-48ff-9149-b2a265ad1c9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:57:33.397102 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-a4fcf71e-8e48-4ddc-b877-9a6911414c3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:57:33.756461 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:57:34.536219 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9be8c49d-fdd7-49be-a71c-49aaf5d45c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:57:36.494429 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7dc1f572-48b9-4e28-8a5a-f2a12e721563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:57:50.284288 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.agents_db [None req-013366be-bbdd-48cc-8d7f-8588d5b4b8e9 None None] Agent healthcheck: found 6 active agents {{(pid=93178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:57:50.792684 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:57:54.891283 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [req-c2bb384e-0ea1-4221-9c76-7ef161dacca0 req-86ce5803-8a07-465b-a036-c4ce7a2dc4b1 service neutron] (93175) timed out ('10.222.0.78', 54284) {{(pid=93175) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 29 11:58:00.629585 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8c67e2b7-8c60-4a10-88d8-0a43ba3389ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:58:03.397249 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-b1e7c121-ed5e-468b-94b1-3c4a4ce51ac2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:58:03.757465 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:58:04.542819 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9be8c49d-fdd7-49be-a71c-49aaf5d45c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:58:06.498402 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7dc1f572-48b9-4e28-8a5a-f2a12e721563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:58:20.807622 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:58:27.283049 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.agents_db [None req-013366be-bbdd-48cc-8d7f-8588d5b4b8e9 None None] Agent healthcheck: found 6 active agents {{(pid=93178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:58:30.629891 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2d49267a-b10f-4ff3-bdbc-b68c6fc8b62e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:58:33.399301 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7ae70b57-5bb9-4a76-b598-95f78a458a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:58:33.759040 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:58:34.550153 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9be8c49d-fdd7-49be-a71c-49aaf5d45c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:58:36.501443 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7dc1f572-48b9-4e28-8a5a-f2a12e721563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:58:50.804015 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:59:00.632155 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-8ebbc42a-beec-4e82-8290-876de471f7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:59:03.401075 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-bbaa65e0-dd53-4ff7-a1b2-f0a9e52d5b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:59:03.761005 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:59:04.281114 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.agents_db [None req-013366be-bbdd-48cc-8d7f-8588d5b4b8e9 None None] Agent healthcheck: found 6 active agents {{(pid=93178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:59:04.549664 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9be8c49d-fdd7-49be-a71c-49aaf5d45c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:59:06.504374 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7dc1f572-48b9-4e28-8a5a-f2a12e721563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:59:16.044075 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [req-82acdc5a-ca0e-4c52-a0fa-5a9bf3d10999 req-7b6e3769-ae85-47a6-94c6-f1d2713bc0d5 service neutron] (93175) timed out ('10.222.0.78', 55944) {{(pid=93175) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 29 11:59:20.819404 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:59:30.634736 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-c189739d-2225-4cb8-b8ee-cf737c8aa9c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:59:33.403190 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-63260999-fbd4-4a5c-a5b6-e89f75081dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:59:33.765811 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:59:34.552240 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9be8c49d-fdd7-49be-a71c-49aaf5d45c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:59:36.507046 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7dc1f572-48b9-4e28-8a5a-f2a12e721563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:59:41.279208 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.agents_db [None req-013366be-bbdd-48cc-8d7f-8588d5b4b8e9 None None] Agent healthcheck: found 6 active agents {{(pid=93178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 11:59:50.818983 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 11:59:52.601686 dv-cinder-797608-2-smb neutron-server[93175]: DEBUG neutron.wsgi [req-6158ee6a-e014-4969-9b12-4e293507e367 req-9aeddb33-c2bc-4cc4-bcc0-601a915019ca service neutron] (93175) timed out ('10.222.0.21', 55322) {{(pid=93175) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 29 12:00:00.641043 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ab57c0a1-8e92-475b-bb67-6ff7e46e5a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:00:03.404383 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-717f3edc-658f-4afb-8fdd-596ce33621b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:00:03.759282 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:00:04.554143 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9be8c49d-fdd7-49be-a71c-49aaf5d45c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:00:06.509061 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7dc1f572-48b9-4e28-8a5a-f2a12e721563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:00:18.277138 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.agents_db [None req-013366be-bbdd-48cc-8d7f-8588d5b4b8e9 None None] Agent healthcheck: found 6 active agents {{(pid=93178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:00:20.835051 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:00:30.632954 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d0a9f403-3359-4c0c-bd25-9931a1e134b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:00:33.406710 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-ceea2933-fb9c-4419-bfd1-6bf81875af1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:00:33.763960 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:00:34.555958 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9be8c49d-fdd7-49be-a71c-49aaf5d45c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:00:36.512272 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7dc1f572-48b9-4e28-8a5a-f2a12e721563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:00:50.833456 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:00:55.276191 dv-cinder-797608-2-smb neutron-server[93178]: DEBUG neutron.db.agents_db [None req-013366be-bbdd-48cc-8d7f-8588d5b4b8e9 None None] Agent healthcheck: found 6 active agents {{(pid=93178) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 12:01:00.633714 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-313e2117-0046-4e17-b837-f8479f152537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:01:03.409208 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-d6d6fb89-33d4-43f4-bdfc-40fc17289784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:01:03.766819 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-328783a9-6d15-44f1-8ca1-8941481506ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:01:04.559130 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-9be8c49d-fdd7-49be-a71c-49aaf5d45c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:01:06.516537 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-7dc1f572-48b9-4e28-8a5a-f2a12e721563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 12:01:20.833109 dv-cinder-797608-2-smb neutron-server[93177]: DEBUG neutron_lib.callbacks.manager [None req-2a424ebd-3640-4194-8d76-59887472db14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744991479089', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4149925'] for agent, after_update {{(pid=93177) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}